[ 536.907255] env[69325]: INFO neutron.common.config [-] Logging enabled! [ 536.907555] env[69325]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 536.907747] env[69325]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69325) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 536.908069] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 536.908171] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 536.908990] env[69325]: WARNING oslo_policy.policy [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 536.909245] env[69325]: WARNING oslo_policy.policy [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 536.910782] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] VMware NSXv3 Agent initialized successfully. [ 536.911155] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] Acquiring lock "singleton_lock" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.911304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] Acquired lock "singleton_lock" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.911551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] Releasing lock "singleton_lock" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.911936] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] Full set of CONF: {{(pid=69325) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 536.912075] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ******************************************************************************** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.912229] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] Configuration options gathered from: {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.912502] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.912677] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.912790] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ================================================================================ {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.912965] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] agent_down_time = 75 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913125] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] allow_automatic_dhcp_failover = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913423] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] allow_bulk = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913423] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] api_extensions_path = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913554] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] api_paste_config = api-paste.ini {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913699] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] auth_strategy = keystone {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913819] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] backdoor_port = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.913916] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] backdoor_socket = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914098] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] backlog = 4096 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914254] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914419] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] bind_host = 0.0.0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914567] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] bind_port = 9696 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914730] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] client_socket_timeout = 900 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914889] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] config_dir = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.914954] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.915109] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] config_source = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.915252] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] control_exchange = neutron {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.915397] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] core_plugin = ml2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.915540] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] debug = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.915680] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] default_availability_zones = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.915889] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916043] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] dhcp_agent_notification = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916191] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] dhcp_agents_per_network = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916332] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] dhcp_lease_duration = 86400 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916483] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] dhcp_load_type = networks {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916621] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] dns_domain = openstacklocal {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916762] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.916903] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_default_route_bfd = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917055] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_default_route_ecmp = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917197] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_dvr = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917335] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_new_agents = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917471] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917653] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_signals = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917834] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] enable_traditional_dhcp = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.917973] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] external_dns_driver = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.918130] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] filter_validation = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.918289] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] global_physnet_mtu = 8950 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.918432] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] graceful_shutdown_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.918618] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] host = cpu-1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.918768] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] host_dvr_for_dhcp = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.918913] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] http_retries = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919104] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] instance_format = [instance: %(uuid)s] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919262] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919411] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ipam_driver = internal {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919552] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ipv6_pd_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919692] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] l3_ha = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919838] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.919983] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] l3_ha_network_physical_name = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.920172] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] l3_ha_network_type = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.920330] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_color = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.920478] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_config_append = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.920625] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.920769] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_dir = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.920907] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921085] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_options = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921179] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_rotate_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921323] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_rotate_interval_type = days {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921521] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] log_rotation_type = none {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921611] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921997] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921997] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.921997] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922142] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922343] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] max_dns_nameservers = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922419] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] max_header_line = 16384 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922539] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] max_l3_agents_per_router = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922680] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] max_logfile_count = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922818] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] max_logfile_size_mb = 200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.922956] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] max_subnet_host_routes = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923114] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] my_ip = 10.180.1.21 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923263] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] my_ipv6 = ::1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923405] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] network_auto_schedule = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923561] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] network_link_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923686] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923831] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] notify_nova_on_port_data_changes = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.923973] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] notify_nova_on_port_status_changes = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924258] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] pagination_max_limit = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924258] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] publish_errors = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924399] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] rate_limit_burst = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924545] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] rate_limit_except_level = CRITICAL {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924685] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] rate_limit_interval = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924823] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] retry_until_window = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.924997] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] router_distributed = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925108] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] rpc_resources_processing_step = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925243] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] rpc_response_max_timeout = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925384] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] rpc_response_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925520] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] send_events_interval = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925805] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] service_plugins = ['router'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925805] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] setproctitle = on {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.925945] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] shell_completion = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926102] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] state_path = /opt/stack/data/neutron {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926249] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] syslog_log_facility = LOG_USER {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926391] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] tcp_keepidle = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926536] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] transport_url = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926681] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] use_journal = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926815] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] use_json = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.926969] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] use_ssl = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927140] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] use_stderr = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927291] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] use_syslog = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927432] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] vlan_qinq = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927571] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] vlan_transparent = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927710] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] watch_log_file = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927852] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] wsgi_default_pool_size = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.927990] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] wsgi_keep_alive = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.928303] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.928303] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] wsgi_server_debug = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.928441] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_concurrency.disable_process_locking = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928594] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928743] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928886] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929201] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929298] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929360] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929524] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.connection_string = messaging:// {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929677] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929826] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.es_doc_type = notification {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929968] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.es_scroll_size = 10000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930229] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.es_scroll_time = 2m {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930311] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.filter_error_trace = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930445] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.hmac_keys = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930596] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.sentinel_service_name = mymaster {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930747] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.socket_timeout = 0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930891] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.trace_requests = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931045] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler.trace_sqlalchemy = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931206] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler_jaeger.process_tags = {} {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931348] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler_jaeger.service_name_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931513] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] profiler_otlp.service_name_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931677] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.enforce_new_defaults = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931954] env[69325]: WARNING oslo_config.cfg [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 536.932248] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.enforce_scope = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932332] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.policy_default_rule = default {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932499] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932569] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932707] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933014] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933014] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933177] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933263] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933408] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933562] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933712] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] agent.extensions = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933858] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934014] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] service_providers.service_provider = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934166] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.default_quota = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934317] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934458] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_floatingip = 50 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934601] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_network = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934831] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_port = 500 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934886] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935022] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_router = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935219] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_security_group = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935412] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935493] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.quota_subnet = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935568] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] QUOTAS.track_quota_usage = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935722] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935862] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936012] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936565] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936565] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936565] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936565] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936733] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_dhcp_release.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936830] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_dhcp_release.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936999] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937173] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937320] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_dhcp_release.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937474] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937615] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_ovs_vsctl.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937754] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937899] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938054] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938195] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_ovs_vsctl.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938346] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_namespace.capabilities = [21] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938489] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_namespace.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938625] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_namespace.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938770] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938952] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939086] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_namespace.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939265] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_conntrack.capabilities = [12] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939507] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_conntrack.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939595] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_conntrack.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939744] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939889] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940039] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_conntrack.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940194] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_link.capabilities = [12, 21] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940334] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_link.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940575] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_link.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940660] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940742] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_link.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940875] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] privsep_link.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941050] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941303] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941366] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.continue_on_failed_promotions = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941485] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.dscp = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941629] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.dscp_inherit = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941777] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.force_mp_to_policy = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941946] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.locking_coordinator_url = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942068] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.log_agent_heartbeats = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942216] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.logging_expire = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942394] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942505] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942662] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.polling_interval = 240 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942868] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942935] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943089] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.report_interval = 30.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943245] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943391] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943538] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943701] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.sync_skew = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943825] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.synchronization_queue_size = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944101] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT.use_helper_for_ns_read = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944158] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] SECURITYGROUP.enable_ipset = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944271] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] SECURITYGROUP.enable_security_group = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944440] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944563] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944711] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] experimental.ipv6_pd_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944902] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.extension_drivers = ['port_security'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945032] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.external_network_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945382] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945382] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.overlay_ip_version = 4 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945473] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.path_mtu = 8950 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945666] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.physical_network_mtus = {} {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945784] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945900] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946067] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ml2.type_drivers = ['vlan'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946225] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946372] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946559] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946669] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946846] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946961] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947123] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947279] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947427] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947638] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947819] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_login_password = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947952] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948128] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_login_user = admin {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948265] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948418] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948565] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948710] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948865] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949036] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949220] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949378] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949544] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949681] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949838] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949984] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950197] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950375] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950536] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950686] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950831] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950979] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951150] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.auth_type = password {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951305] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951470] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951627] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951781] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.endpoint_type = public {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951983] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952075] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952229] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.region_name = RegionOne {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952374] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952515] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] nova.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952663] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.auth_type = password {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.endpoint_type = public {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953741] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953771] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953932] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954096] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954272] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] placement.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954463] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954662] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.auth_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954844] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955021] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955285] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955435] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955609] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955833] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.enable_notifications = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955999] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956194] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956392] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.interface = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956544] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956686] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956826] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956963] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957119] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957257] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957393] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.service_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957536] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957672] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957808] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957944] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958091] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.valid_interfaces = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958232] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ironic.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958378] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] cli_script.dry_run = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958530] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958673] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958829] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958955] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959129] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959287] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959430] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959574] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959716] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959869] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960016] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960196] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960351] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960546] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960632] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960777] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960930] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961060] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961212] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961360] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961536] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961689] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961836] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961982] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962142] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962285] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962427] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962567] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962706] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962845] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962983] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.ssl = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963145] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963296] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963434] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963578] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963721] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964074] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964074] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_notifications.driver = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964184] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_notifications.retry = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964309] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964453] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964587] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-ef1ce684-54c1-4676-8c74-e0b404a5378c None None] ******************************************************************************** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.965703] env[69325]: DEBUG neutron.agent.securitygroups_rpc [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Init firewall settings (driver=nsxv3) {{(pid=69325) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 536.967234] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69325) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 536.967484] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] RPC agent_id: nsxm-l-01a.corp.local [ 536.970959] env[69325]: DEBUG dogpile.cache.region [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 536.970959] env[69325]: DEBUG dogpile.lock [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 536.970959] env[69325]: DEBUG dogpile.lock [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 536.970959] env[69325]: DEBUG dogpile.lock [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 536.970959] env[69325]: DEBUG dogpile.cache.region [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 536.970959] env[69325]: DEBUG dogpile.lock [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 536.971257] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 536.999577] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Session token - acquiring [ 537.001225] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.001439] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.001505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.001939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.012503] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.288960] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 537.313208] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 537.313353] env[69325]: DEBUG dogpile.cache.region [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Cache value generated in 0.342 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 537.313522] env[69325]: DEBUG dogpile.lock [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 537.313616] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Activating Policy API Provider. [ 537.313814] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Looking for the default Infrastructure Rules. [ 537.377123] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Looking for the Default Layer3 Logged Drop Section. [ 537.393363] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 537.393827] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.394015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.394126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.394420] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.394742] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.909817] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.412668] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.914379] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Inventory metadata is going to be refreshed. [ 538.914721] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 539.750045] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.750325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.750415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.750749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.761718] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 539.762643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.763653] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 539.784367] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.784581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.784682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.784976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.785128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.785291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 539.785414] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.785528] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 539.805907] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.806203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.806293] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.806634] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.806823] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.807024] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.827291] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.827521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.827564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.827891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.828061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.828216] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.849829] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.850080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.850129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.850428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.850577] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.850738] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 539.850848] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.850956] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 539.871020] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.871266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.871306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.871665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.871800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.871957] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 539.872079] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.872197] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 539.891675] env[69325]: DEBUG networking_nsxv3.common.locking [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.891868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.891975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.892278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.892435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.892596] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 539.892705] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.892810] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Inventory metadata have been refreshed. [ 539.892911] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Dryrun:True. Metadata refresh completed. [ 539.893044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Releasing lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.894685] env[69325]: INFO neutron.agent.agent_extensions_manager [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Loaded agent extensions: [] [ 539.895409] env[69325]: DEBUG neutron_lib.callbacks.manager [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69325) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 539.941113] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent RPC Daemon Started! [ 539.941441] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:0 started [ 539.941441] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent out of sync with plugin! [ 544.896506] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.896867] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.900549] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.900549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.900549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.900549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.900549] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.403069] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.905902] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.409383] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 548.409383] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.157026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.157026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.157026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.157026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.167110] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 549.169300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.171289] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 549.189025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.189025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.189025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.189025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.189025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.189025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 549.189025] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.189025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 549.210139] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.210139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.210139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.210139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.210139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.210139] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.236023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.236023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.236023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.236023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.236023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.236023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.255451] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.255911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.256136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.256446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.258041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.258041] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 549.258041] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.258041] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 549.276177] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.276177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.276177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.276177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.276177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.276177] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 549.276177] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.276177] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 549.299019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.299019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.299019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.299019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.299019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 549.299019] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 549.299019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.317778] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.318298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.318500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.320042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.320042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.320042] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.342718] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.344787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.344787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.344787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.344787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.358154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.898335] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.898501] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.899484] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.899777] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.984836] env[69325]: INFO networking_nsxv3.common.synchronization [None req-18ae2fb1-2d5d-4f2e-b604-3931bb9a6438 demo admin] Enqueued Resource ID: 2c38e351-2262-4a90-adc0-fb03035c0f8c with Priority: HIGHEST for action security_group_rules [ 554.985346] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c38e351-2262-4a90-adc0-fb03035c0f8c with Priority: HIGHEST for action security_group_rules [ 554.985650] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c38e351-2262-4a90-adc0-fb03035c0f8c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.985770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c38e351-2262-4a90-adc0-fb03035c0f8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.985842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c38e351-2262-4a90-adc0-fb03035c0f8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.986143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c38e351-2262-4a90-adc0-fb03035c0f8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.986231] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c38e351-2262-4a90-adc0-fb03035c0f8c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.511522] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.511522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.511522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.511522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.511522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.511522] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c38e351-2262-4a90-adc0-fb03035c0f8c already deleted. [ 555.511522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c38e351-2262-4a90-adc0-fb03035c0f8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.986650] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.987091] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.988122] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.988515] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.988726] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.989104] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.990208] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.990818] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.990899] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.991558] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.992940] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.992940] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.793031] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c952a711-4c72-43df-8c21-05e4c2fb1c61 None None] Enqueued Resource ID: caa51967-7357-4a3d-be61-ba2272faddaa with Priority: HIGHEST for action port [ 585.793031] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa51967-7357-4a3d-be61-ba2272faddaa with Priority: HIGHEST for action port [ 585.793031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa51967-7357-4a3d-be61-ba2272faddaa taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.793031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa51967-7357-4a3d-be61-ba2272faddaa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.793031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa51967-7357-4a3d-be61-ba2272faddaa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.793031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa51967-7357-4a3d-be61-ba2272faddaa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.793031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa51967-7357-4a3d-be61-ba2272faddaa',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.297010] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caa51967-7357-4a3d-be61-ba2272faddaa [ 586.297298] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.297384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.297441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.297646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.297753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.297861] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caa51967-7357-4a3d-be61-ba2272faddaa already deleted. [ 586.297940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa51967-7357-4a3d-be61-ba2272faddaa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.628335] env[69325]: INFO networking_nsxv3.common.synchronization [None req-04e333a2-c748-480a-9db1-aad4836b86e4 None None] Enqueued Resource ID: 9cc611d3-7907-46cd-9b2a-e6a151348c99 with Priority: HIGHEST for action port [ 586.628574] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc611d3-7907-46cd-9b2a-e6a151348c99 with Priority: HIGHEST for action port [ 586.631474] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc611d3-7907-46cd-9b2a-e6a151348c99 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.631603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc611d3-7907-46cd-9b2a-e6a151348c99" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.631673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc611d3-7907-46cd-9b2a-e6a151348c99" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.631947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc611d3-7907-46cd-9b2a-e6a151348c99" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.632047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc611d3-7907-46cd-9b2a-e6a151348c99',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.134986] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cc611d3-7907-46cd-9b2a-e6a151348c99 [ 587.135234] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.135363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.135431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.135643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.135731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.135826] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cc611d3-7907-46cd-9b2a-e6a151348c99 already deleted. [ 587.135904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc611d3-7907-46cd-9b2a-e6a151348c99" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.095611] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ec08e143-5063-44e0-a67f-ffbda6e35ba9 None None] Enqueued Resource ID: 4a11a67a-29ba-4cda-8d26-f4a25a5c6ece with Priority: HIGHEST for action port [ 588.095611] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a11a67a-29ba-4cda-8d26-f4a25a5c6ece with Priority: HIGHEST for action port [ 588.096206] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a11a67a-29ba-4cda-8d26-f4a25a5c6ece taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.096206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a11a67a-29ba-4cda-8d26-f4a25a5c6ece" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.096600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a11a67a-29ba-4cda-8d26-f4a25a5c6ece" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.096600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a11a67a-29ba-4cda-8d26-f4a25a5c6ece" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.096600] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a11a67a-29ba-4cda-8d26-f4a25a5c6ece',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.601067] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a11a67a-29ba-4cda-8d26-f4a25a5c6ece [ 588.601067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.601067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.601067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.601067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.601067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.601067] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a11a67a-29ba-4cda-8d26-f4a25a5c6ece already deleted. [ 588.601067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a11a67a-29ba-4cda-8d26-f4a25a5c6ece" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.846628] env[69325]: INFO networking_nsxv3.common.synchronization [None req-89439e50-d20b-434e-bb3b-1c99b7138bb4 None None] Enqueued Resource ID: f1b034af-0b74-465f-8b7b-1f8878df198c with Priority: HIGHEST for action port [ 588.846628] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b034af-0b74-465f-8b7b-1f8878df198c with Priority: HIGHEST for action port [ 588.846628] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b034af-0b74-465f-8b7b-1f8878df198c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.846925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b034af-0b74-465f-8b7b-1f8878df198c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.846925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b034af-0b74-465f-8b7b-1f8878df198c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.847324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b034af-0b74-465f-8b7b-1f8878df198c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.848702] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b034af-0b74-465f-8b7b-1f8878df198c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.351345] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1b034af-0b74-465f-8b7b-1f8878df198c [ 589.352328] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.354290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.354406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.354605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.354706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.354807] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1b034af-0b74-465f-8b7b-1f8878df198c already deleted. [ 589.354900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b034af-0b74-465f-8b7b-1f8878df198c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.389311] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ceb799cd-fe7f-4b30-905d-37881b637b4e None None] Enqueued Resource ID: 3ab3d8f6-d455-4955-bcf9-0a661d062452 with Priority: HIGHEST for action port [ 589.389719] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab3d8f6-d455-4955-bcf9-0a661d062452 with Priority: HIGHEST for action port [ 589.391325] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab3d8f6-d455-4955-bcf9-0a661d062452 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.391325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab3d8f6-d455-4955-bcf9-0a661d062452" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.391325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab3d8f6-d455-4955-bcf9-0a661d062452" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.391325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab3d8f6-d455-4955-bcf9-0a661d062452" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.391325] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab3d8f6-d455-4955-bcf9-0a661d062452',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.895822] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ab3d8f6-d455-4955-bcf9-0a661d062452 [ 589.895822] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.895822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.895822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.895822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.895822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.895822] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ab3d8f6-d455-4955-bcf9-0a661d062452 already deleted. [ 589.895822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab3d8f6-d455-4955-bcf9-0a661d062452" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.896422] env[69325]: INFO networking_nsxv3.common.synchronization [None req-d124f1c2-bae3-44c8-8c82-9a58753cbb4d None None] Enqueued Resource ID: 492f8fb5-2b0b-49bf-8e26-2cf5deac53b9 with Priority: HIGHEST for action port [ 589.896469] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492f8fb5-2b0b-49bf-8e26-2cf5deac53b9 with Priority: HIGHEST for action port [ 589.897025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-492f8fb5-2b0b-49bf-8e26-2cf5deac53b9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.898589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492f8fb5-2b0b-49bf-8e26-2cf5deac53b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.898829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492f8fb5-2b0b-49bf-8e26-2cf5deac53b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.898999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492f8fb5-2b0b-49bf-8e26-2cf5deac53b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.899130] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492f8fb5-2b0b-49bf-8e26-2cf5deac53b9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.931732] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0f623b69-01d9-4769-b083-2c2ea7bc2ca4 None None] Enqueued Resource ID: ed10607c-31d0-4ada-a3c1-66ea21a2d660 with Priority: HIGHEST for action port [ 589.933221] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed10607c-31d0-4ada-a3c1-66ea21a2d660 with Priority: HIGHEST for action port [ 589.933797] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed10607c-31d0-4ada-a3c1-66ea21a2d660 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.934308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed10607c-31d0-4ada-a3c1-66ea21a2d660" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.934516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed10607c-31d0-4ada-a3c1-66ea21a2d660" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.934861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed10607c-31d0-4ada-a3c1-66ea21a2d660" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.935113] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed10607c-31d0-4ada-a3c1-66ea21a2d660',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.401580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 492f8fb5-2b0b-49bf-8e26-2cf5deac53b9 [ 590.401809] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.401944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.403043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.403299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.403454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.403487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:492f8fb5-2b0b-49bf-8e26-2cf5deac53b9 already deleted. [ 590.403567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492f8fb5-2b0b-49bf-8e26-2cf5deac53b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.437261] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed10607c-31d0-4ada-a3c1-66ea21a2d660 [ 590.437491] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.437627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.437697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.438063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.438063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.438169] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed10607c-31d0-4ada-a3c1-66ea21a2d660 already deleted. [ 590.438293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed10607c-31d0-4ada-a3c1-66ea21a2d660" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.142198] env[69325]: INFO networking_nsxv3.common.synchronization [None req-207994e3-97da-4756-8268-1e038baa444b None None] Enqueued Resource ID: 5ae79422-00fe-4504-86e1-b3ced30740d3 with Priority: HIGHEST for action port [ 591.142464] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae79422-00fe-4504-86e1-b3ced30740d3 with Priority: HIGHEST for action port [ 591.143060] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae79422-00fe-4504-86e1-b3ced30740d3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.143150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae79422-00fe-4504-86e1-b3ced30740d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.143213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae79422-00fe-4504-86e1-b3ced30740d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.143560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae79422-00fe-4504-86e1-b3ced30740d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.143560] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae79422-00fe-4504-86e1-b3ced30740d3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.647506] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ae79422-00fe-4504-86e1-b3ced30740d3 [ 591.647840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.648113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.648160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.648426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.648482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.648592] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ae79422-00fe-4504-86e1-b3ced30740d3 already deleted. [ 591.648678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae79422-00fe-4504-86e1-b3ced30740d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.086180] env[69325]: INFO networking_nsxv3.common.synchronization [None req-d45c6f81-5a85-4e9d-b359-a0dfabcf2991 None None] Enqueued Resource ID: 3d806151-3086-4ffd-b97d-05b66bb39698 with Priority: HIGHEST for action port [ 592.086180] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d806151-3086-4ffd-b97d-05b66bb39698 with Priority: HIGHEST for action port [ 592.088161] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d806151-3086-4ffd-b97d-05b66bb39698 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.088161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d806151-3086-4ffd-b97d-05b66bb39698" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.088161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d806151-3086-4ffd-b97d-05b66bb39698" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.088379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d806151-3086-4ffd-b97d-05b66bb39698" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.088426] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d806151-3086-4ffd-b97d-05b66bb39698',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.592015] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d806151-3086-4ffd-b97d-05b66bb39698 [ 592.592268] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.592407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.592476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.592689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.592777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.592875] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d806151-3086-4ffd-b97d-05b66bb39698 already deleted. [ 592.592957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d806151-3086-4ffd-b97d-05b66bb39698" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.127377] env[69325]: INFO networking_nsxv3.common.synchronization [None req-e072d12c-f488-4aa5-adc3-d87515af6a58 None None] Enqueued Resource ID: 574dbcab-597c-4eb2-9ad3-c4953dde3ea1 with Priority: HIGHEST for action port [ 593.127377] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574dbcab-597c-4eb2-9ad3-c4953dde3ea1 with Priority: HIGHEST for action port [ 593.127377] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-574dbcab-597c-4eb2-9ad3-c4953dde3ea1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.127377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574dbcab-597c-4eb2-9ad3-c4953dde3ea1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.127873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574dbcab-597c-4eb2-9ad3-c4953dde3ea1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.127873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574dbcab-597c-4eb2-9ad3-c4953dde3ea1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.127873] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574dbcab-597c-4eb2-9ad3-c4953dde3ea1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.632728] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574dbcab-597c-4eb2-9ad3-c4953dde3ea1 [ 593.632728] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.633019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.633019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.633105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.633180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.633886] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574dbcab-597c-4eb2-9ad3-c4953dde3ea1 already deleted. [ 593.634131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574dbcab-597c-4eb2-9ad3-c4953dde3ea1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.152975] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1c15ad3c-56f0-4168-9ad4-241560f0cefc None None] Enqueued Resource ID: 975395c6-7a08-4d2a-9a4d-a820a53b6e3b with Priority: HIGHEST for action port [ 594.154180] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975395c6-7a08-4d2a-9a4d-a820a53b6e3b with Priority: HIGHEST for action port [ 594.154982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-975395c6-7a08-4d2a-9a4d-a820a53b6e3b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.155226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-975395c6-7a08-4d2a-9a4d-a820a53b6e3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.155578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-975395c6-7a08-4d2a-9a4d-a820a53b6e3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.155887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-975395c6-7a08-4d2a-9a4d-a820a53b6e3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.157060] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975395c6-7a08-4d2a-9a4d-a820a53b6e3b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.659347] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 975395c6-7a08-4d2a-9a4d-a820a53b6e3b [ 594.659583] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.659718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.659794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.660058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.660260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.660260] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:975395c6-7a08-4d2a-9a4d-a820a53b6e3b already deleted. [ 594.660406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-975395c6-7a08-4d2a-9a4d-a820a53b6e3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.075886] env[69325]: INFO networking_nsxv3.common.synchronization [None req-4d670c99-12df-4e0d-9705-5e2141ca2fcf None None] Enqueued Resource ID: 1003f611-26d0-419b-8cf5-4bdb4fb9e954 with Priority: HIGHEST for action port [ 595.076291] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1003f611-26d0-419b-8cf5-4bdb4fb9e954 with Priority: HIGHEST for action port [ 595.076716] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1003f611-26d0-419b-8cf5-4bdb4fb9e954 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.076832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1003f611-26d0-419b-8cf5-4bdb4fb9e954" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.076920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1003f611-26d0-419b-8cf5-4bdb4fb9e954" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.077158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1003f611-26d0-419b-8cf5-4bdb4fb9e954" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.077237] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1003f611-26d0-419b-8cf5-4bdb4fb9e954',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.461183] env[69325]: INFO networking_nsxv3.common.synchronization [None req-39a2d36a-e4d8-4d4f-b3c9-a7170637c824 None None] Enqueued Resource ID: b8ea4b29-a092-4c51-852b-9d44e154bf1e with Priority: HIGHEST for action port [ 595.461695] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ea4b29-a092-4c51-852b-9d44e154bf1e with Priority: HIGHEST for action port [ 595.462020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8ea4b29-a092-4c51-852b-9d44e154bf1e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.462087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8ea4b29-a092-4c51-852b-9d44e154bf1e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.462303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8ea4b29-a092-4c51-852b-9d44e154bf1e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.462652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8ea4b29-a092-4c51-852b-9d44e154bf1e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.462798] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ea4b29-a092-4c51-852b-9d44e154bf1e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.581859] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1003f611-26d0-419b-8cf5-4bdb4fb9e954 [ 595.582055] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.582195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.582269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.582819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.582819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.582819] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1003f611-26d0-419b-8cf5-4bdb4fb9e954 already deleted. [ 595.582819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1003f611-26d0-419b-8cf5-4bdb4fb9e954" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.966379] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8ea4b29-a092-4c51-852b-9d44e154bf1e [ 595.966617] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.966752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.966820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.967048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.967139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.967236] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8ea4b29-a092-4c51-852b-9d44e154bf1e already deleted. [ 595.967327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8ea4b29-a092-4c51-852b-9d44e154bf1e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.343736] env[69325]: INFO networking_nsxv3.common.synchronization [None req-088627dd-c46a-46a7-b063-da490b3df476 None None] Enqueued Resource ID: 0b077bf9-37c9-45ba-955d-99e79a6976ae with Priority: HIGHEST for action port [ 596.343835] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b077bf9-37c9-45ba-955d-99e79a6976ae with Priority: HIGHEST for action port [ 596.347478] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b077bf9-37c9-45ba-955d-99e79a6976ae taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.347478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b077bf9-37c9-45ba-955d-99e79a6976ae" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.347478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b077bf9-37c9-45ba-955d-99e79a6976ae" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.347478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b077bf9-37c9-45ba-955d-99e79a6976ae" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.347478] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b077bf9-37c9-45ba-955d-99e79a6976ae',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.849344] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b077bf9-37c9-45ba-955d-99e79a6976ae [ 596.850050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.850050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.850050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.850050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.850209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.850241] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b077bf9-37c9-45ba-955d-99e79a6976ae already deleted. [ 596.850328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b077bf9-37c9-45ba-955d-99e79a6976ae" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.676801] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8954145a-13e4-4168-903a-044a5b99032a None None] Enqueued Resource ID: ff6f8824-0427-47b6-933d-8edbc0d43b96 with Priority: HIGHEST for action port [ 597.676894] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6f8824-0427-47b6-933d-8edbc0d43b96 with Priority: HIGHEST for action port [ 597.681632] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6f8824-0427-47b6-933d-8edbc0d43b96 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.681771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6f8824-0427-47b6-933d-8edbc0d43b96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.681839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6f8824-0427-47b6-933d-8edbc0d43b96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.682143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6f8824-0427-47b6-933d-8edbc0d43b96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.682224] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6f8824-0427-47b6-933d-8edbc0d43b96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.767415] env[69325]: INFO networking_nsxv3.common.synchronization [None req-09c14c59-c831-4997-b40b-f187d4f1ca4d None None] Enqueued Resource ID: cc5cad31-3654-439d-bf7a-051744b5b70c with Priority: HIGHEST for action port [ 597.768020] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5cad31-3654-439d-bf7a-051744b5b70c with Priority: HIGHEST for action port [ 597.770033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5cad31-3654-439d-bf7a-051744b5b70c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.770033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5cad31-3654-439d-bf7a-051744b5b70c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.770033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5cad31-3654-439d-bf7a-051744b5b70c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.770033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5cad31-3654-439d-bf7a-051744b5b70c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.770033] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5cad31-3654-439d-bf7a-051744b5b70c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.185386] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff6f8824-0427-47b6-933d-8edbc0d43b96 [ 598.185386] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.185386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.185386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.185386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.185386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.185386] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff6f8824-0427-47b6-933d-8edbc0d43b96 already deleted. [ 598.185386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6f8824-0427-47b6-933d-8edbc0d43b96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.275018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc5cad31-3654-439d-bf7a-051744b5b70c [ 598.275018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.275018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.275018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.275018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.275018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.275018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc5cad31-3654-439d-bf7a-051744b5b70c already deleted. [ 598.275018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5cad31-3654-439d-bf7a-051744b5b70c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.105338] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0750a11b-1a32-464b-bbfc-29a6d566d425 None None] Enqueued Resource ID: a2da8d2b-a78b-469d-8f53-8f7b0e5766be with Priority: HIGHEST for action port [ 599.105859] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2da8d2b-a78b-469d-8f53-8f7b0e5766be with Priority: HIGHEST for action port [ 599.106910] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2da8d2b-a78b-469d-8f53-8f7b0e5766be taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.107048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2da8d2b-a78b-469d-8f53-8f7b0e5766be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.107117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2da8d2b-a78b-469d-8f53-8f7b0e5766be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.107607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2da8d2b-a78b-469d-8f53-8f7b0e5766be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.107607] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2da8d2b-a78b-469d-8f53-8f7b0e5766be',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.116948] env[69325]: INFO networking_nsxv3.common.synchronization [None req-19c030d2-577f-436a-8d30-f94019408362 None None] Enqueued Resource ID: 3ff7a80a-94f8-4834-8d76-99eec35ce218 with Priority: HIGHEST for action port [ 599.117206] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff7a80a-94f8-4834-8d76-99eec35ce218 with Priority: HIGHEST for action port [ 599.118592] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff7a80a-94f8-4834-8d76-99eec35ce218 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.119142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff7a80a-94f8-4834-8d76-99eec35ce218" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.119142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff7a80a-94f8-4834-8d76-99eec35ce218" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.119142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff7a80a-94f8-4834-8d76-99eec35ce218" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.119142] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff7a80a-94f8-4834-8d76-99eec35ce218',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.610859] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2da8d2b-a78b-469d-8f53-8f7b0e5766be [ 599.610859] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.610859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.610859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.610859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.610859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.610859] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2da8d2b-a78b-469d-8f53-8f7b0e5766be already deleted. [ 599.610859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2da8d2b-a78b-469d-8f53-8f7b0e5766be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.623526] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ff7a80a-94f8-4834-8d76-99eec35ce218 [ 599.623771] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.624070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.624070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.624296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.624777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.625948] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ff7a80a-94f8-4834-8d76-99eec35ce218 already deleted. [ 599.625948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff7a80a-94f8-4834-8d76-99eec35ce218" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.106923] env[69325]: INFO networking_nsxv3.common.synchronization [None req-57d7bea3-b562-424d-8cae-5d5df7de5464 None None] Enqueued Resource ID: 74523f42-fc20-4332-8144-6fd7fc0c0d6e with Priority: HIGHEST for action port [ 600.107239] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74523f42-fc20-4332-8144-6fd7fc0c0d6e with Priority: HIGHEST for action port [ 600.107554] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-74523f42-fc20-4332-8144-6fd7fc0c0d6e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.107674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74523f42-fc20-4332-8144-6fd7fc0c0d6e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.108228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74523f42-fc20-4332-8144-6fd7fc0c0d6e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.108228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74523f42-fc20-4332-8144-6fd7fc0c0d6e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.108869] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74523f42-fc20-4332-8144-6fd7fc0c0d6e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.611617] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74523f42-fc20-4332-8144-6fd7fc0c0d6e [ 600.611887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.612292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.612292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.612378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.612420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.612521] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74523f42-fc20-4332-8144-6fd7fc0c0d6e already deleted. [ 600.612619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74523f42-fc20-4332-8144-6fd7fc0c0d6e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.003427] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ede0d92b-5487-4449-add8-176b96f724d8 None None] Enqueued Resource ID: 1a028fab-3a19-43b9-aef8-d54416d9ac7a with Priority: HIGHEST for action port [ 601.003427] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a028fab-3a19-43b9-aef8-d54416d9ac7a with Priority: HIGHEST for action port [ 601.003427] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a028fab-3a19-43b9-aef8-d54416d9ac7a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.003571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a028fab-3a19-43b9-aef8-d54416d9ac7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.003571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a028fab-3a19-43b9-aef8-d54416d9ac7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.005666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a028fab-3a19-43b9-aef8-d54416d9ac7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.005666] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a028fab-3a19-43b9-aef8-d54416d9ac7a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.505644] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a028fab-3a19-43b9-aef8-d54416d9ac7a [ 601.505779] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.505855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.506021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.506141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.506232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.506589] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a028fab-3a19-43b9-aef8-d54416d9ac7a already deleted. [ 601.506589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a028fab-3a19-43b9-aef8-d54416d9ac7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.715529] env[69325]: INFO networking_nsxv3.common.synchronization [None req-553acf9e-8464-4010-9cc4-ce1fa8d0d5fc None None] Enqueued Resource ID: 2db7ddba-c3e6-4465-a138-56f2ab758ebb with Priority: HIGHEST for action port [ 601.715796] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db7ddba-c3e6-4465-a138-56f2ab758ebb with Priority: HIGHEST for action port [ 601.717251] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2db7ddba-c3e6-4465-a138-56f2ab758ebb taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.717251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2db7ddba-c3e6-4465-a138-56f2ab758ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.717251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2db7ddba-c3e6-4465-a138-56f2ab758ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.717251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2db7ddba-c3e6-4465-a138-56f2ab758ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.717251] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2db7ddba-c3e6-4465-a138-56f2ab758ebb',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.222531] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2db7ddba-c3e6-4465-a138-56f2ab758ebb [ 602.222667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.222811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.222881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.223146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.223242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.223339] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2db7ddba-c3e6-4465-a138-56f2ab758ebb already deleted. [ 602.223418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2db7ddba-c3e6-4465-a138-56f2ab758ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.260680] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b00fe6e-bf1a-4219-922d-e14553e7046d req-f5fae0ce-bbe4-4851-9895-b11ed4c105e7 tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Enqueued Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_members [ 602.261193] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_members [ 602.261492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.261714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.261714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.262305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.262305] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.262446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.262492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.263319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.263319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.263319] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.617910] env[69325]: INFO networking_nsxv3.common.synchronization [None req-cfb3a391-b2de-4246-9560-1df4217ab7f8 None None] Enqueued Resource ID: 230212ca-5666-47f6-a6bb-d42796d5a003 with Priority: HIGHEST for action port [ 602.618430] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230212ca-5666-47f6-a6bb-d42796d5a003 with Priority: HIGHEST for action port [ 602.618714] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-230212ca-5666-47f6-a6bb-d42796d5a003 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.618832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230212ca-5666-47f6-a6bb-d42796d5a003" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.618898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230212ca-5666-47f6-a6bb-d42796d5a003" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.619959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230212ca-5666-47f6-a6bb-d42796d5a003" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.620113] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230212ca-5666-47f6-a6bb-d42796d5a003',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.765193] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.765507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.765883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.765923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.766254] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.766674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.766674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.766769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.766898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.767059] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af already deleted. [ 602.767194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.925119] env[69325]: INFO networking_nsxv3.common.synchronization [None req-501f0bff-5201-462c-a6ad-6c7ac5b8de20 None None] Enqueued Resource ID: 6b16a4e4-687f-46ce-92ee-71fa01c2196b with Priority: HIGHEST for action port [ 602.925818] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b16a4e4-687f-46ce-92ee-71fa01c2196b with Priority: HIGHEST for action port [ 602.925818] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b16a4e4-687f-46ce-92ee-71fa01c2196b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b16a4e4-687f-46ce-92ee-71fa01c2196b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b16a4e4-687f-46ce-92ee-71fa01c2196b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.927144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b16a4e4-687f-46ce-92ee-71fa01c2196b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.927287] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b16a4e4-687f-46ce-92ee-71fa01c2196b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.122104] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 230212ca-5666-47f6-a6bb-d42796d5a003 [ 603.122389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.122522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.122591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.122827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.122914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.123024] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:230212ca-5666-47f6-a6bb-d42796d5a003 already deleted. [ 603.123133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230212ca-5666-47f6-a6bb-d42796d5a003" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.429217] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b16a4e4-687f-46ce-92ee-71fa01c2196b [ 603.429522] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.431682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.431834] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b16a4e4-687f-46ce-92ee-71fa01c2196b already deleted. [ 603.431956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b16a4e4-687f-46ce-92ee-71fa01c2196b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.626096] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.626521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.626777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.633171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.633171] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.633171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.633171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.633171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.633171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.633171] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.633171] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.633171] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.633171] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.633171] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.633171] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.633171] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.654324] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.654511] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 603.656341] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.656341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.656341] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-1a9a5805-35f1-4365-bd73-2d539aaa53df taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.656341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.656341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.656341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.656341] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9a5805-35f1-4365-bd73-2d539aaa53df',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.028767] env[69325]: INFO networking_nsxv3.common.synchronization [req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 req-86e3825b-3e83-425c-a819-ca0fdd8eb11d tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 604.035523] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 604.035523] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035523] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.035523] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.161886] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.161886] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 1a9a5805-35f1-4365-bd73-2d539aaa53df not found, creating... [ 604.161886] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.161886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.162876] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.162876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.162876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.162876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.162876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.163187] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 1a9a5805-35f1-4365-bd73-2d539aaa53df is going to be created. [ 604.199579] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.199975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.200565] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.200565] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.200695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.200920] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.237425] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ce6ad768-021c-4e2c-8ecc-713726168124 None None] Enqueued Resource ID: e5c17543-9a0d-4fb0-a34e-eba6e47c1947 with Priority: HIGHEST for action port [ 604.237726] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c17543-9a0d-4fb0-a34e-eba6e47c1947 with Priority: HIGHEST for action port [ 604.238464] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c17543-9a0d-4fb0-a34e-eba6e47c1947 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.238632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c17543-9a0d-4fb0-a34e-eba6e47c1947" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.241086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c17543-9a0d-4fb0-a34e-eba6e47c1947" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.241086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c17543-9a0d-4fb0-a34e-eba6e47c1947" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.241086] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c17543-9a0d-4fb0-a34e-eba6e47c1947',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.537900] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.538133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.538210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.538996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.539316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.539560] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.539667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.539730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.539900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.540137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.540137] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 already deleted. [ 604.540216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.747284] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5c17543-9a0d-4fb0-a34e-eba6e47c1947 [ 604.748783] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.748783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.748783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.748783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.748783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.748783] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5c17543-9a0d-4fb0-a34e-eba6e47c1947 already deleted. [ 604.748783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c17543-9a0d-4fb0-a34e-eba6e47c1947" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.879074] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.879074] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.879074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.879074] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.879074] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.879074] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.879497] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.879630] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.880753] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.880753] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.902914] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.902914] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.902914] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.902914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.902914] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ef300033-20ad-4995-bc9c-8d11edd834bd taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.902914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.902914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.902914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.903617] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef300033-20ad-4995-bc9c-8d11edd834bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.952195] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9fba8e98-0c6f-43cb-a93c-35a68ce54c67 None None] Enqueued Resource ID: bf7c5902-f1d9-4094-821a-8dcc7dddb505 with Priority: HIGHEST for action port [ 604.952494] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7c5902-f1d9-4094-821a-8dcc7dddb505 with Priority: HIGHEST for action port [ 604.952842] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7c5902-f1d9-4094-821a-8dcc7dddb505 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.953384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7c5902-f1d9-4094-821a-8dcc7dddb505" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.953384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7c5902-f1d9-4094-821a-8dcc7dddb505" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.953384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7c5902-f1d9-4094-821a-8dcc7dddb505" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.953384] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7c5902-f1d9-4094-821a-8dcc7dddb505',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.009364] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b00fe6e-bf1a-4219-922d-e14553e7046d req-bbc2431d-9a7d-49da-872f-e63c66630e75 service nova] Enqueued Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_rules [ 605.009541] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b00fe6e-bf1a-4219-922d-e14553e7046d req-bbc2431d-9a7d-49da-872f-e63c66630e75 service nova] Enqueued Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_members [ 605.009749] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b00fe6e-bf1a-4219-922d-e14553e7046d req-bbc2431d-9a7d-49da-872f-e63c66630e75 service nova] Enqueued Resource ID: 1a9a5805-35f1-4365-bd73-2d539aaa53df with Priority: HIGHEST for action port [ 605.011026] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_rules [ 605.011026] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_members [ 605.011428] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9a5805-35f1-4365-bd73-2d539aaa53df with Priority: HIGHEST for action port [ 605.011728] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.011728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.011836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.015020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.015020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.015020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.015020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.015020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.015020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.015020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.015020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.015020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.015881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.015881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.015881] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.016613] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9a5805-35f1-4365-bd73-2d539aaa53df taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.016708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.016776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.016925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.016994] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9a5805-35f1-4365-bd73-2d539aaa53df',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.406658] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.407495] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.407687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.408011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.408314] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.408433] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ef300033-20ad-4995-bc9c-8d11edd834bd not found, creating... [ 605.408915] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409104] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.409227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.409455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.409592] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.409924] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.410784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.411410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.411558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ef300033-20ad-4995-bc9c-8d11edd834bd is going to be created. [ 605.437555] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.437855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.437954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.438303] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.438587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.438767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.460752] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf7c5902-f1d9-4094-821a-8dcc7dddb505 [ 605.460752] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.460752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.460752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.460752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.460752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.460752] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf7c5902-f1d9-4094-821a-8dcc7dddb505 already deleted. [ 605.460752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7c5902-f1d9-4094-821a-8dcc7dddb505" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.519446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.519446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.530499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a9a5805-35f1-4365-bd73-2d539aaa53df with status ACTIVE [ 605.530711] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.531259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.532823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.532823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.532823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.532823] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.533407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.533504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.533717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.534048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.534048] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.534194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.534226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.534382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.534455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.534540] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a9a5805-35f1-4365-bd73-2d539aaa53df is going to be updated. [ 605.536253] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.563798] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.563798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.564024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.564125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.565023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.565284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9a5805-35f1-4365-bd73-2d539aaa53df" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.874960] env[69325]: INFO networking_nsxv3.common.synchronization [req-874dc0a1-b32a-4870-bd69-a2f0390523c5 req-760d29ca-10ef-4798-8f2a-20c53462144b tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Enqueued Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_members [ 605.875121] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_members [ 605.875427] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.875549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.875632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.875866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.878053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.878053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.878053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.878053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.878053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.878053] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.040551] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.280414] env[69325]: INFO networking_nsxv3.common.synchronization [None req-d21442cb-6ee7-41d3-a250-116a3e45a4db None None] Enqueued Resource ID: 588dc73e-8c9d-4ff1-aac2-9a13c8ba119a with Priority: HIGHEST for action port [ 606.280691] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588dc73e-8c9d-4ff1-aac2-9a13c8ba119a with Priority: HIGHEST for action port [ 606.281364] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-588dc73e-8c9d-4ff1-aac2-9a13c8ba119a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.281521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-588dc73e-8c9d-4ff1-aac2-9a13c8ba119a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-588dc73e-8c9d-4ff1-aac2-9a13c8ba119a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.282054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-588dc73e-8c9d-4ff1-aac2-9a13c8ba119a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.282054] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('588dc73e-8c9d-4ff1-aac2-9a13c8ba119a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.381184] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.381184] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.381184] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 already deleted. [ 606.381184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.389872] env[69325]: INFO networking_nsxv3.common.synchronization [None req-231df17c-6966-45d1-a93f-63385bad7250 None None] Enqueued Resource ID: 4832eb9d-aa30-4e33-b30d-1f5ca51d2139 with Priority: HIGHEST for action port [ 606.389872] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4832eb9d-aa30-4e33-b30d-1f5ca51d2139 with Priority: HIGHEST for action port [ 606.389872] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4832eb9d-aa30-4e33-b30d-1f5ca51d2139 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.389872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4832eb9d-aa30-4e33-b30d-1f5ca51d2139" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.389872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4832eb9d-aa30-4e33-b30d-1f5ca51d2139" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.390864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4832eb9d-aa30-4e33-b30d-1f5ca51d2139" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.390864] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4832eb9d-aa30-4e33-b30d-1f5ca51d2139',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.542998] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.543333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.543333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.543687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.543798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.543907] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af is going to be created. [ 606.575545] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.575545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.575545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.575545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.575545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.585484] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af in Status: UNINITIALIZED for 2s [ 606.785386] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 588dc73e-8c9d-4ff1-aac2-9a13c8ba119a [ 606.786450] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.786597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.786641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.786848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.786932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.787229] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:588dc73e-8c9d-4ff1-aac2-9a13c8ba119a already deleted. [ 606.787229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-588dc73e-8c9d-4ff1-aac2-9a13c8ba119a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.824020] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.824020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.824020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.824205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.824306] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.824467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.824583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.825430] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.825430] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.825430] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.825430] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.825578] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.825608] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.825717] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.825817] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.825941] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.845680] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.845836] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.846036] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.846460] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.846590] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-0ebf8024-4105-473c-92b6-a4354594836c taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.846790] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.846917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.848287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.848287] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebf8024-4105-473c-92b6-a4354594836c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.892989] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4832eb9d-aa30-4e33-b30d-1f5ca51d2139 [ 606.893266] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.893407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.893585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.893704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.893859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.893920] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4832eb9d-aa30-4e33-b30d-1f5ca51d2139 already deleted. [ 606.893967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4832eb9d-aa30-4e33-b30d-1f5ca51d2139" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.953435] env[69325]: INFO networking_nsxv3.common.synchronization [None req-090eaea7-1027-4223-a1e8-f603fd6d34f9 tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_rules [ 606.955546] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_rules [ 606.955546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.955546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.956264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.956403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.956598] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.075734] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2b547e1b-db52-4752-9927-a50212c3027a tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_rules [ 607.075734] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_rules [ 607.075734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.075734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.246871] env[69325]: INFO networking_nsxv3.common.synchronization [req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 req-4db7dc2c-1410-44e6-9529-7f94844a61fc service nova] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_rules [ 607.247058] env[69325]: INFO networking_nsxv3.common.synchronization [req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 req-4db7dc2c-1410-44e6-9529-7f94844a61fc service nova] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 607.247206] env[69325]: INFO networking_nsxv3.common.synchronization [req-66f133a6-a78f-4d0a-af1c-7988bb4018d0 req-4db7dc2c-1410-44e6-9529-7f94844a61fc service nova] Enqueued Resource ID: ef300033-20ad-4995-bc9c-8d11edd834bd with Priority: HIGHEST for action port [ 607.247505] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_rules [ 607.247569] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 607.247691] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef300033-20ad-4995-bc9c-8d11edd834bd with Priority: HIGHEST for action port [ 607.248443] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.251020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.251020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.251020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.251020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.251020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.252647] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef300033-20ad-4995-bc9c-8d11edd834bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.252647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.252647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.252952] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.253028] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef300033-20ad-4995-bc9c-8d11edd834bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.352905] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.353371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.353371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.353564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.353713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.353867] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 0ebf8024-4105-473c-92b6-a4354594836c not found, creating... [ 607.354185] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.354352] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.354476] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.354751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.354901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.355226] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.355367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.355467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.355669] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.355791] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.355923] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 0ebf8024-4105-473c-92b6-a4354594836c is going to be created. [ 607.382942] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.383548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.384635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.384635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.384635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.385563] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.485352] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.485548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.485601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.485826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.485935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.486051] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e already deleted. [ 607.486140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.486314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.486478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.486580] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.755779] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef300033-20ad-4995-bc9c-8d11edd834bd with status ACTIVE [ 607.756093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.756537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.756537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.757463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.757723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.757958] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.758087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.758149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.758412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.758514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.758731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.758831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.758976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.759050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.759121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.759210] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef300033-20ad-4995-bc9c-8d11edd834bd is going to be updated. [ 607.760356] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.764657] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.764657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.788649] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.789026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.789026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.789026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.789239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.789323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef300033-20ad-4995-bc9c-8d11edd834bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.017643] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.017785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.018074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.018136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.018241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.018336] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e already deleted. [ 608.018479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.178450] env[69325]: INFO networking_nsxv3.common.synchronization [req-874dc0a1-b32a-4870-bd69-a2f0390523c5 req-6f1f06c0-43c2-4120-bad8-35ae267792ea service nova] Enqueued Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_rules [ 608.178450] env[69325]: INFO networking_nsxv3.common.synchronization [req-874dc0a1-b32a-4870-bd69-a2f0390523c5 req-6f1f06c0-43c2-4120-bad8-35ae267792ea service nova] Enqueued Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_members [ 608.178450] env[69325]: INFO networking_nsxv3.common.synchronization [req-874dc0a1-b32a-4870-bd69-a2f0390523c5 req-6f1f06c0-43c2-4120-bad8-35ae267792ea service nova] Enqueued Resource ID: 0ebf8024-4105-473c-92b6-a4354594836c with Priority: HIGHEST for action port [ 608.178450] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_rules [ 608.178450] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_members [ 608.178450] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebf8024-4105-473c-92b6-a4354594836c with Priority: HIGHEST for action port [ 608.178450] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.178450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.178450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.183123] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.183123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.183123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.183123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.183123] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.183123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ebf8024-4105-473c-92b6-a4354594836c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.183710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.183710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.183710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.183710] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebf8024-4105-473c-92b6-a4354594836c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.270475] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.339183] env[69325]: INFO networking_nsxv3.common.synchronization [req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 req-3d2a0c19-fd5a-4735-8369-a5805d7433a1 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 608.339707] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 608.340013] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.340207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.340270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.340538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.340695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.340797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.340916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.341064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.341127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.341230] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.597698] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af in Status: SUCCESS [ 608.597698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.597861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.598132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.598337] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.598459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.598521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.598675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.598751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.598912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.598912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.641162] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.641300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.641417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.641921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.641921] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.642113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.642516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.642516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.642626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.642744] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.642877] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.642994] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.644578] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.644578] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.644578] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.644709] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.663499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.663676] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 608.663817] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.663999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.664490] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c329a090-9fc7-4839-9d6c-446f2a33bddf taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.664688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.664813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.665167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.665309] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c329a090-9fc7-4839-9d6c-446f2a33bddf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.685381] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.686435] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.686700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.687085] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ebf8024-4105-473c-92b6-a4354594836c with status ACTIVE [ 608.687325] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.687459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.687531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.687730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.687820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.687993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.690110] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.690110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.690110] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ebf8024-4105-473c-92b6-a4354594836c is going to be updated. [ 608.710246] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.710397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.710475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.710710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.711173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ebf8024-4105-473c-92b6-a4354594836c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.772500] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.772806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.772806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.772965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.773075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.773176] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be created. [ 608.816384] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.816571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.816571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.816846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.816921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.829217] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: UNINITIALIZED for 2s [ 608.847510] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.847669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.847745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.847959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.848106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.848266] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.848355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.848418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.848577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.848655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.848738] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 already deleted. [ 608.848817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105897] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.172878] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.172878] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c329a090-9fc7-4839-9d6c-446f2a33bddf not found, creating... [ 609.172878] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.172878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.173363] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.173363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.173363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.173363] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c329a090-9fc7-4839-9d6c-446f2a33bddf is going to be created. [ 609.193361] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.199401] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.199401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.199401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.199401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.199401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.199401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.573715] env[69325]: INFO networking_nsxv3.common.synchronization [None req-009cda5e-803c-417b-83df-d857cdd8af21 None None] Enqueued Resource ID: 428b1eba-9755-4e6b-8ff5-96099625d910 with Priority: HIGHEST for action port [ 609.575106] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428b1eba-9755-4e6b-8ff5-96099625d910 with Priority: HIGHEST for action port [ 609.575106] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-428b1eba-9755-4e6b-8ff5-96099625d910 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.575106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428b1eba-9755-4e6b-8ff5-96099625d910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.575404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428b1eba-9755-4e6b-8ff5-96099625d910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.576619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428b1eba-9755-4e6b-8ff5-96099625d910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.576619] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428b1eba-9755-4e6b-8ff5-96099625d910',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.608430] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a186641c-e11b-4da3-ae03-9ad6a2cdb8af: rpc.has_security_group_logging(os_id): False [ 609.627532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.627765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.627765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.627957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.628181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.628383] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.628484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.628562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.628701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.628779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.628989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.629565] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.629996] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af is going to be created. [ 609.696570] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.698047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.698047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.698047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.698047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.698047] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 is going to be created. [ 609.702725] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.702725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.702725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.702725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.703316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.725501] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af in Status: IN_PROGRESS for 2s [ 609.746232] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.746232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.746232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.746232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.746232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.755087] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 in Status: UNINITIALIZED for 2s [ 610.078405] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 428b1eba-9755-4e6b-8ff5-96099625d910 [ 610.079227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.079227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.079227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.079227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.079469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.079469] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:428b1eba-9755-4e6b-8ff5-96099625d910 already deleted. [ 610.079543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428b1eba-9755-4e6b-8ff5-96099625d910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348427] env[69325]: INFO networking_nsxv3.common.synchronization [req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 req-f5a01c9f-5292-4fa0-9f76-d6f31c84f560 service nova] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_rules [ 610.348690] env[69325]: INFO networking_nsxv3.common.synchronization [req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 req-f5a01c9f-5292-4fa0-9f76-d6f31c84f560 service nova] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 610.348848] env[69325]: INFO networking_nsxv3.common.synchronization [req-05f3f1f5-90c2-4e6d-87c1-188dba612fc2 req-f5a01c9f-5292-4fa0-9f76-d6f31c84f560 service nova] Enqueued Resource ID: c329a090-9fc7-4839-9d6c-446f2a33bddf with Priority: HIGHEST for action port [ 610.350262] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_rules [ 610.350262] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 610.350262] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c329a090-9fc7-4839-9d6c-446f2a33bddf with Priority: HIGHEST for action port [ 610.351044] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.351214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.351317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.351696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.351814] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.352818] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.353100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.353100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.353429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.353498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.353619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.353759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.353905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.354105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.354323] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.355174] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c329a090-9fc7-4839-9d6c-446f2a33bddf taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.355301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.355417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.355715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.355715] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c329a090-9fc7-4839-9d6c-446f2a33bddf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.494270] env[69325]: INFO networking_nsxv3.common.synchronization [req-31a59d7c-8755-4afb-97dc-64955fa2d7ef req-c5ebbf69-9e6c-46a4-a6e3-d5fb0e116bff tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 610.494270] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 610.494270] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.495599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.495706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.495963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.496183] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.496324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.499957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.499957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.499957] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.841210] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.842920] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.842920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.842920] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.858441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.858721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.858905] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.859882] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c329a090-9fc7-4839-9d6c-446f2a33bddf with status ACTIVE [ 610.861201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.861201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.861201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.861727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.861727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.861727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.861899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.862379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.862495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.862631] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c329a090-9fc7-4839-9d6c-446f2a33bddf is going to be updated. [ 610.888866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.889030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.889123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.889312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.889447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.889607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c329a090-9fc7-4839-9d6c-446f2a33bddf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.003147] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.003147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.003147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.003355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.003480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.003705] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.003705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.003705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.004374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.004374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.004374] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 already deleted. [ 611.004374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.345731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.345731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.345731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.346853] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.346853] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.346853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.347209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.347209] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.347209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.347310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.348126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.348126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.348126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.348126] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.365973] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.375660] env[69325]: INFO networking_nsxv3.common.synchronization [None req-bd80070b-3c62-4135-bdd8-99c73b7b1dcd tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 611.376030] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 611.376210] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.376489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.376489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.376635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.376811] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.679293] env[69325]: INFO networking_nsxv3.common.synchronization [None req-002976ef-efd1-4301-91b4-a0c39974d005 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 611.679791] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 611.680884] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.680884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.742252] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af in Status: SUCCESS [ 611.742505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.768488] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 in Status: SUCCESS [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.768488] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.768488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.768488] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.793165] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.793523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.793523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.793828] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.794118] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.794285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.794402] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.794817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.794817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.794959] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.798488] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.798488] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.798488] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.798488] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.798488] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.798701] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.822841] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.823080] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.823202] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.823376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.823701] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.823999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.824980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.825721] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4a42d2-14a0-4112-85c4-559f41c4ffa9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.855033] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba3a1f71-8860-4c2a-9545-a2071c2cbb44: rpc.has_security_group_logging(os_id): False [ 611.869508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.869622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.869698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.870244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.870244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.870244] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be created. [ 611.877131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877789] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.877789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.877789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877789] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be created. [ 611.906915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.906915] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d already deleted. [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.906915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.906915] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.911530] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.911530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.911530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.911530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.911530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.921478] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: UNINITIALIZED for 2s [ 611.944933] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.945372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.945955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.946229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.946920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.960199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: IN_PROGRESS for 2s [ 612.272078] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.272078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.272078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.272078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.272078] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.274858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.274858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.274858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.274858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.275096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.275132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275594] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.276124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.276184] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.330371] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.331478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.331712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.331960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.332139] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.332309] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 not found, creating... [ 612.332646] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.332903] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.332965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.333225] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.333371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.333674] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.333834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.335216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.335390] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.335552] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 is going to be created. [ 612.365273] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.365767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.365767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.366063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.366342] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.366474] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.444795] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.444950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.445114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.445270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.445368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.445467] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d already deleted. [ 612.445551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.778236] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d28cecff-6e50-4dc9-b3ec-fa6bd68478b5: rpc.has_security_group_logging(os_id): False [ 612.797815] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.797993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.798095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.798342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.798654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.798654] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.798654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.798767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.798886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.798943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.799114] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.799210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.799261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.799403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.799474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.799651] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.799743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.799798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.799934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.800031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.800302] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 is going to be created. [ 612.863017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.863017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.863017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.863017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.863017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.875702] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 in Status: IN_PROGRESS for 2s [ 613.933471] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 613.933785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.933863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.934088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.934283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.934395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.934469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.934610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.934692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.934786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.934861] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.974666] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 613.974666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.161123] env[69325]: INFO networking_nsxv3.common.synchronization [req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 req-74044aa7-b346-4bc9-890b-e7cecf6a29a4 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 614.161665] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 614.161968] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.162605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.162681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.162994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.163175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.163281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.163403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.163505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.163699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.163699] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.200899] env[69325]: INFO networking_nsxv3.common.synchronization [req-31a59d7c-8755-4afb-97dc-64955fa2d7ef req-f02abfff-f216-4e85-aecc-4a104c28d24c service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 614.201658] env[69325]: INFO networking_nsxv3.common.synchronization [req-31a59d7c-8755-4afb-97dc-64955fa2d7ef req-f02abfff-f216-4e85-aecc-4a104c28d24c service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 614.201928] env[69325]: INFO networking_nsxv3.common.synchronization [req-31a59d7c-8755-4afb-97dc-64955fa2d7ef req-f02abfff-f216-4e85-aecc-4a104c28d24c service nova] Enqueued Resource ID: 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 with Priority: HIGHEST for action port [ 614.203095] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 614.206153] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 614.206153] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 with Priority: HIGHEST for action port [ 614.206153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.206153] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.206153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.206153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.206153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.206888] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.207826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.208110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.208293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.208541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.208851] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4a42d2-14a0-4112-85c4-559f41c4ffa9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.440675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.440930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.441031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.441367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.441813] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.441813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.441813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.441948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.442121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.442212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.442408] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.442653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.442653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.442841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.443220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.443220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.443220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.443365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.443469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.443568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.443682] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.667485] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.667722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.667798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.668596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.668596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.668596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.668596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.668823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.668904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.668991] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 already deleted. [ 614.669079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.711213] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.711398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.711568] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.712487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 with status ACTIVE [ 614.712690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.712837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.712956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.713128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.713217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.713390] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.713488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.713550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.713705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.713783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.713957] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.717101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.717101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.717101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.717101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.717101] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c4a42d2-14a0-4112-85c4-559f41c4ffa9 is going to be updated. [ 614.737032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.737199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.737266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.737635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.737855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.738045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4a42d2-14a0-4112-85c4-559f41c4ffa9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.903524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 in Status: SUCCESS [ 614.903524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.952400] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266: rpc.has_security_group_logging(os_id): False [ 614.979636] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.980299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.980432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.980669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.980768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.981166] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.981311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.981369] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.981571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.981652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.982860] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.982860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.982860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.984648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.984648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.984648] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.985016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.985016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.985136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.985136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.985446] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be created. [ 615.059628] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.084166] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: IN_PROGRESS for 2s [ 615.218203] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.438576] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b0893112-fe95-4889-a574-b1ed2779a897 None None] Enqueued Resource ID: 571a1db5-6249-4ee1-ac8b-7f7613537b07 with Priority: HIGHEST for action port [ 615.439316] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571a1db5-6249-4ee1-ac8b-7f7613537b07 with Priority: HIGHEST for action port [ 615.439793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-571a1db5-6249-4ee1-ac8b-7f7613537b07 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.440052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571a1db5-6249-4ee1-ac8b-7f7613537b07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.444792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571a1db5-6249-4ee1-ac8b-7f7613537b07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.444949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571a1db5-6249-4ee1-ac8b-7f7613537b07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.444983] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571a1db5-6249-4ee1-ac8b-7f7613537b07',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.722555] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.722555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.722555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.722555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.722555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.722555] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be created. [ 615.749019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.749183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.749311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.749477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.749636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.760313] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: UNINITIALIZED for 2s [ 615.948092] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571a1db5-6249-4ee1-ac8b-7f7613537b07 [ 615.948092] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.948092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.948092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.948092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.948384] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571a1db5-6249-4ee1-ac8b-7f7613537b07 already deleted. [ 615.948384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571a1db5-6249-4ee1-ac8b-7f7613537b07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.031740] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.032009] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.032083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.032428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.032689] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.032848] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.032966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.034077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.034077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.034077] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.034077] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.034305] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.034338] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.034457] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.034586] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.034757] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.058021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.058021] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.058021] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.058021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.058021] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.058021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.058021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.058021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.058021] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a9095e-0a23-4d27-90c2-09bd9a0d4665',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.447475] env[69325]: INFO networking_nsxv3.common.synchronization [req-0055aa41-311a-47bc-b335-7e88fd2c7d8a req-d6d679dd-069b-4a29-9e29-375f575b1d3d tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Enqueued Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_members [ 616.450192] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_members [ 616.450192] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450192] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.450192] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.566757] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.567041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.567177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.570101] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 not found, creating... [ 616.570101] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.570101] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.570101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.570729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.570729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.570729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.570729] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d7a9095e-0a23-4d27-90c2-09bd9a0d4665 is going to be created. [ 616.601405] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.601405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.601405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.601405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.601405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.601405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.954356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.954356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.954356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.954356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.954356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.954597] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.954597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.954673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955086] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c94ec-e1d2-472e-9267-30d557000a13 already deleted. [ 616.955086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.101727] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 617.102017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.390071] env[69325]: INFO networking_nsxv3.common.synchronization [None req-815da0b3-ac0d-4e31-bdac-637bf1a65db3 None None] Enqueued Resource ID: 68f0a123-1d3f-4d37-a260-b26c98b97720 with Priority: HIGHEST for action port [ 617.390752] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f0a123-1d3f-4d37-a260-b26c98b97720 with Priority: HIGHEST for action port [ 617.395920] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f0a123-1d3f-4d37-a260-b26c98b97720 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.396324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f0a123-1d3f-4d37-a260-b26c98b97720" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.397148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f0a123-1d3f-4d37-a260-b26c98b97720" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.397317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f0a123-1d3f-4d37-a260-b26c98b97720" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.397538] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f0a123-1d3f-4d37-a260-b26c98b97720',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.774291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 617.775170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.775170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.775170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.775170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.775170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.775170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.775486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.775486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.775486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.775638] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.899956] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68f0a123-1d3f-4d37-a260-b26c98b97720 [ 617.902482] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.902594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.902674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.902893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.902977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.904209] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68f0a123-1d3f-4d37-a260-b26c98b97720 already deleted. [ 617.904329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f0a123-1d3f-4d37-a260-b26c98b97720" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.108129] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.108129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.108453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.110299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.110299] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.110299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.110765] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.111147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.111147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.111502] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.111986] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.111986] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.111986] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.112161] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.112161] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.112436] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.133473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.135455] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.135455] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.135455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.135769] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.135902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.136019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.136443] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.136537] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4fcedf-e63f-4eef-bb1a-e93172fecd0a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.281533] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.281694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.281766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.281996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.282189] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.282287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.282382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.282514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.282650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.282693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.282851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.282945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.283044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.283156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.283315] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.283395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.283499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.283580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.283658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.283742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.283849] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.640152] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.640453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.640675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.640941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.642179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.642270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a not found, creating... [ 618.642758] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.642965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.642965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.643248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.643922] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.644282] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.644452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.644571] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.644846] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.644988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.645225] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a is going to be created. [ 618.670494] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.670494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.670494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.670494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.670494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.670855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.683423] env[69325]: INFO networking_nsxv3.common.synchronization [None req-4500b898-8825-467e-9ad9-13be736a38fb None None] Enqueued Resource ID: 4b12b69c-4d5b-44c9-9f28-ac22a0142a46 with Priority: HIGHEST for action port [ 618.683686] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b12b69c-4d5b-44c9-9f28-ac22a0142a46 with Priority: HIGHEST for action port [ 618.684313] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b12b69c-4d5b-44c9-9f28-ac22a0142a46 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b12b69c-4d5b-44c9-9f28-ac22a0142a46" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.685573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b12b69c-4d5b-44c9-9f28-ac22a0142a46" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.686073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b12b69c-4d5b-44c9-9f28-ac22a0142a46" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.686162] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b12b69c-4d5b-44c9-9f28-ac22a0142a46',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.764744] env[69325]: INFO networking_nsxv3.common.synchronization [req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 req-601dd779-5daf-4c0c-b42f-70aeef75da6c service nova] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_rules [ 618.764924] env[69325]: INFO networking_nsxv3.common.synchronization [req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 req-601dd779-5daf-4c0c-b42f-70aeef75da6c service nova] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 618.765073] env[69325]: INFO networking_nsxv3.common.synchronization [req-68a90c6e-559d-4246-8e3d-93d6e9bc6a24 req-601dd779-5daf-4c0c-b42f-70aeef75da6c service nova] Enqueued Resource ID: d7a9095e-0a23-4d27-90c2-09bd9a0d4665 with Priority: HIGHEST for action port [ 618.765733] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_rules [ 618.765869] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 618.765977] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a9095e-0a23-4d27-90c2-09bd9a0d4665 with Priority: HIGHEST for action port [ 618.766356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.766501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.766595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.766941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.767037] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.768028] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.768238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.768304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.768610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.768649] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.768749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.768808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.768949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.769431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.769431] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.770336] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.770450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.770518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.770673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.770753] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a9095e-0a23-4d27-90c2-09bd9a0d4665',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.788346] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f71d1b-c2b1-4049-aa53-d3731a69ed40: rpc.has_security_group_logging(os_id): False [ 618.815925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.815925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.815925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.816323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.816751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.816751] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.816751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.817021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.817073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.817532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.817532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.817532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.817799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.817957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.818150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.818502] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.818642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.818711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.818861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.818958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.819036] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be created. [ 618.824701] env[69325]: INFO networking_nsxv3.common.synchronization [req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 req-870dd431-6612-404a-a798-6e24211ef960 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 618.825267] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 618.825589] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.825753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.825828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.826120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.826255] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.826311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.826379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.826981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.827136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827237] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.897891] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.897891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.898903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.899063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.899288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.915790] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 619.190144] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b12b69c-4d5b-44c9-9f28-ac22a0142a46 [ 619.190514] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.190649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.190725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.190946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.191039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.191143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b12b69c-4d5b-44c9-9f28-ac22a0142a46 already deleted. [ 619.191226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b12b69c-4d5b-44c9-9f28-ac22a0142a46" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.274785] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.275915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.276096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.276226] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a9095e-0a23-4d27-90c2-09bd9a0d4665 with status ACTIVE [ 619.276361] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.276495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.276584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279644] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279644] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.279644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279644] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a9095e-0a23-4d27-90c2-09bd9a0d4665 is going to be updated. [ 619.311982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.312142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.312212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.312474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.312665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.312782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a9095e-0a23-4d27-90c2-09bd9a0d4665" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.329693] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.783437] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.807398] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.807564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.808325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.808748] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.811208] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.811481] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.811591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.811858] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.812013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.812299] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.812474] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.815018] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.815018] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.815018] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.815018] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.815018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.833507] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.837396] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.837577] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.837718] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.837890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.838253] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-f604f6d3-80a9-4b66-9c3b-0896190d16c5 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.838431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.838586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.839431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.839431] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604f6d3-80a9-4b66-9c3b-0896190d16c5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.289944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.289944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.289944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.290415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.290415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.290479] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be created. [ 620.320846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.320995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.321085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.321342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.321509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.335022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: UNINITIALIZED for 2s [ 620.344602] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.344838] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.344980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.345356] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.345516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.345705] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port f604f6d3-80a9-4b66-9c3b-0896190d16c5 not found, creating... [ 620.346050] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.347032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.347032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.347032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.347032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.353383] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.353383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.353383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.353383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.353383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.353383] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: f604f6d3-80a9-4b66-9c3b-0896190d16c5 is going to be created. [ 620.353383] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.353383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.353383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.353680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.353680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.353680] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 620.362870] env[69325]: INFO networking_nsxv3.common.synchronization [req-85ad9487-6753-4daf-90cc-6fe469665bf9 req-f65ce62f-2a66-4a2f-8b58-359588e6dd7a tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 620.366287] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 620.366287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.366287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.366287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.366287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.366287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.366287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.366287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.366287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.366720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.366720] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.389140] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.389628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.389834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.390184] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.390488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.390761] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.403132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.403132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.403132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.403132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.403132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414345] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 620.470161] env[69325]: INFO networking_nsxv3.common.synchronization [req-0055aa41-311a-47bc-b335-7e88fd2c7d8a req-9febf3ae-32a2-4331-8375-acd072d470cd service nova] Enqueued Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_rules [ 620.471080] env[69325]: INFO networking_nsxv3.common.synchronization [req-0055aa41-311a-47bc-b335-7e88fd2c7d8a req-9febf3ae-32a2-4331-8375-acd072d470cd service nova] Enqueued Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_members [ 620.471628] env[69325]: INFO networking_nsxv3.common.synchronization [req-0055aa41-311a-47bc-b335-7e88fd2c7d8a req-9febf3ae-32a2-4331-8375-acd072d470cd service nova] Enqueued Resource ID: 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a with Priority: HIGHEST for action port [ 620.472670] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_rules [ 620.472670] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_members [ 620.472670] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a with Priority: HIGHEST for action port [ 620.472670] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.472670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472670] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.475108] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.476036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.476390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.476622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.476986] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.477182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.477631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.477753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.477878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.478182] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.479586] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.479715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.479832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.479904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.479994] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4fcedf-e63f-4eef-bb1a-e93172fecd0a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.586973] env[69325]: INFO networking_nsxv3.common.synchronization [None req-adf59bd3-b92f-44aa-b8b5-e148acde45ff None None] Enqueued Resource ID: 3708dfb5-84f3-4421-b32c-868366dde9c7 with Priority: HIGHEST for action port [ 620.586973] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3708dfb5-84f3-4421-b32c-868366dde9c7 with Priority: HIGHEST for action port [ 620.587251] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3708dfb5-84f3-4421-b32c-868366dde9c7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.587390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3708dfb5-84f3-4421-b32c-868366dde9c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.587424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3708dfb5-84f3-4421-b32c-868366dde9c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.587688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3708dfb5-84f3-4421-b32c-868366dde9c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.587765] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3708dfb5-84f3-4421-b32c-868366dde9c7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.872019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.872019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.872019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 already deleted. [ 620.872019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.930467] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 620.930848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.983721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.983721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.983721] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.985109] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a with status ACTIVE [ 620.985371] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.985537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.985793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.985889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.987014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.987014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.987014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.987396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.987396] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f4fcedf-e63f-4eef-bb1a-e93172fecd0a is going to be updated. [ 621.013661] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.013661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.013661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.013661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.013661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.013934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f4fcedf-e63f-4eef-bb1a-e93172fecd0a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.089833] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3708dfb5-84f3-4421-b32c-868366dde9c7 [ 621.090133] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.090303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.090516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.090729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.090824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.091118] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3708dfb5-84f3-4421-b32c-868366dde9c7 already deleted. [ 621.091118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3708dfb5-84f3-4421-b32c-868366dde9c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.485689] env[69325]: INFO networking_nsxv3.common.synchronization [None req-15a897c0-8af8-4b8f-8b2b-48ce4129ccce None None] Enqueued Resource ID: a3408ab8-6da6-4a4f-9152-ee3076a319cb with Priority: HIGHEST for action port [ 621.486318] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.488563] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3408ab8-6da6-4a4f-9152-ee3076a319cb with Priority: HIGHEST for action port [ 621.489514] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3408ab8-6da6-4a4f-9152-ee3076a319cb taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3408ab8-6da6-4a4f-9152-ee3076a319cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.490064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3408ab8-6da6-4a4f-9152-ee3076a319cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.490466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3408ab8-6da6-4a4f-9152-ee3076a319cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.490789] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3408ab8-6da6-4a4f-9152-ee3076a319cb',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.990033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.990239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.990442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.990751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.990867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.990971] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c94ec-e1d2-472e-9267-30d557000a13 is going to be created. [ 621.994348] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3408ab8-6da6-4a4f-9152-ee3076a319cb [ 621.994348] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.994348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.994348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.994348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.995132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.995132] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3408ab8-6da6-4a4f-9152-ee3076a319cb already deleted. [ 621.995132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3408ab8-6da6-4a4f-9152-ee3076a319cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.999149] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.999149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.999149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.999149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.999149] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.999149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.999675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.999675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.999675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.999838] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.000015] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.000457] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.000607] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.000731] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.000841] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.000973] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.022181] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.022362] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.022518] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.022798] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.023024] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.023201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.023385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.023736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.023879] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3dc1b3-10eb-428e-8f03-0bb23c4319a9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.025507] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.025641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.025690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.025878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.026046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.038320] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c94ec-e1d2-472e-9267-30d557000a13 in Status: UNINITIALIZED for 2s [ 622.348255] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.348255] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.348255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.348255] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.350819] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c6eb34d6-87cf-4d5a-a912-cf3d55950907 None None] Enqueued Resource ID: d1446b86-1f5c-4c1d-beee-37a59cb8a8d6 with Priority: HIGHEST for action port [ 622.351341] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1446b86-1f5c-4c1d-beee-37a59cb8a8d6 with Priority: HIGHEST for action port [ 622.351947] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1446b86-1f5c-4c1d-beee-37a59cb8a8d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.352117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1446b86-1f5c-4c1d-beee-37a59cb8a8d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.352165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1446b86-1f5c-4c1d-beee-37a59cb8a8d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.352413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1446b86-1f5c-4c1d-beee-37a59cb8a8d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.352487] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1446b86-1f5c-4c1d-beee-37a59cb8a8d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.426012] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 622.426012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.529490] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.529867] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.529942] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.530267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.530570] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.530642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 not found, creating... [ 622.530884] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.531064] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.531186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.531447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.531597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.531893] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.535056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.535056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.535988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.535988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.535988] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 is going to be created. [ 622.560146] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.560466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.560634] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.560976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.561314] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.561597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.592504] env[69325]: INFO networking_nsxv3.common.synchronization [req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 req-8af2d040-a69d-4bb9-9321-d97c55c5a019 service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 622.593106] env[69325]: INFO networking_nsxv3.common.synchronization [req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 req-8af2d040-a69d-4bb9-9321-d97c55c5a019 service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 622.593106] env[69325]: INFO networking_nsxv3.common.synchronization [req-f64713ba-a7ce-40c1-a1ed-671ef5d9b570 req-8af2d040-a69d-4bb9-9321-d97c55c5a019 service nova] Enqueued Resource ID: f604f6d3-80a9-4b66-9c3b-0896190d16c5 with Priority: HIGHEST for action port [ 622.595146] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 622.595366] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 622.595475] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f604f6d3-80a9-4b66-9c3b-0896190d16c5 with Priority: HIGHEST for action port [ 622.595795] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.595926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.596380] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.597647] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.599495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.599495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.599720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.599899] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.600099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.600099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.600244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.600365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.601243] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.601496] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f604f6d3-80a9-4b66-9c3b-0896190d16c5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.601569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.601661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.601794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.601873] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604f6d3-80a9-4b66-9c3b-0896190d16c5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.852699] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.852940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.852940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.853175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.853342] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.853443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.853506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.853671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.853740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.853826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.854031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.854109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.854143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.854255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.854388] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.854480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.854540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.854675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.854749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.854828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.854912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.859739] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1446b86-1f5c-4c1d-beee-37a59cb8a8d6 [ 622.859739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.859739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.859739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.859934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.859934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.860008] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1446b86-1f5c-4c1d-beee-37a59cb8a8d6 already deleted. [ 622.860088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1446b86-1f5c-4c1d-beee-37a59cb8a8d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.103887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.103887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.103887] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.104827] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f604f6d3-80a9-4b66-9c3b-0896190d16c5 with status ACTIVE [ 623.105021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.105964] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.105964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.106330] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.106330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.106330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.107963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.107963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.107963] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f604f6d3-80a9-4b66-9c3b-0896190d16c5 is going to be updated. [ 623.140073] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.140286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.140407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.140560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.140702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.140864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f604f6d3-80a9-4b66-9c3b-0896190d16c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.362051] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0464771f-47d4-426f-acc7-0731213cd839: rpc.has_security_group_logging(os_id): False [ 623.382459] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.383307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.385347] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.385347] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.385347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.390589] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.390589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.390589] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be created. [ 623.479532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.479532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.479532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.479532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.511130] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: IN_PROGRESS for 2s [ 623.611900] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.053980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c94ec-e1d2-472e-9267-30d557000a13 in Status: SUCCESS [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.053980] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053980] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.084568] env[69325]: INFO networking_nsxv3.common.synchronization [None req-18861584-e71d-4433-97a6-3decc174ecea None None] Enqueued Resource ID: d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a with Priority: HIGHEST for action port [ 624.086785] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a with Priority: HIGHEST for action port [ 624.086785] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.086785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.086785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.086785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.086785] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.118629] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.118849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.118967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.119183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.119273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.119377] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 624.153968] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.154638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.154797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.155463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.155463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.165689] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 624.186395] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9e116ef6-45a0-46ce-8a0f-459606613089 None None] Enqueued Resource ID: 898f32c3-c8b5-4419-ad80-c0a177f96439 with Priority: HIGHEST for action port [ 624.187055] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898f32c3-c8b5-4419-ad80-c0a177f96439 with Priority: HIGHEST for action port [ 624.187655] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-898f32c3-c8b5-4419-ad80-c0a177f96439 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.187655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-898f32c3-c8b5-4419-ad80-c0a177f96439" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.187819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-898f32c3-c8b5-4419-ad80-c0a177f96439" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.191309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-898f32c3-c8b5-4419-ad80-c0a177f96439" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.191522] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('898f32c3-c8b5-4419-ad80-c0a177f96439',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.352341] env[69325]: INFO networking_nsxv3.common.synchronization [req-85ad9487-6753-4daf-90cc-6fe469665bf9 req-53be3c53-8b1f-451c-9e94-09c878e992a0 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 624.352577] env[69325]: INFO networking_nsxv3.common.synchronization [req-85ad9487-6753-4daf-90cc-6fe469665bf9 req-53be3c53-8b1f-451c-9e94-09c878e992a0 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 624.352720] env[69325]: INFO networking_nsxv3.common.synchronization [req-85ad9487-6753-4daf-90cc-6fe469665bf9 req-53be3c53-8b1f-451c-9e94-09c878e992a0 service nova] Enqueued Resource ID: eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 with Priority: HIGHEST for action port [ 624.353305] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 624.353438] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 624.353538] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 with Priority: HIGHEST for action port [ 624.353813] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.353938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.354015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.355363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.355602] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.356735] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.356925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.357307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.357459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.357833] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.358047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.358312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.358696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.359039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.359271] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.360555] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.360736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.360941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.360997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.361057] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3dc1b3-10eb-428e-8f03-0bb23c4319a9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.558101] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.558393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.558393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.558582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.558770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.558933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.558977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.559162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.559255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.559356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.559514] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.559797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.559842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.559978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.560186] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.560317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.560373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.560536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.560624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.560712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.560807] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.591485] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a [ 624.591717] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.591859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.591933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.592166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.592259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.592454] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a already deleted. [ 624.592454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07b0cfe-54f3-4db3-aac9-dcde9a76dc1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.695347] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 898f32c3-c8b5-4419-ad80-c0a177f96439 [ 624.695658] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.696502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.696502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.696502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.696502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.696502] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:898f32c3-c8b5-4419-ad80-c0a177f96439 already deleted. [ 624.696502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-898f32c3-c8b5-4419-ad80-c0a177f96439" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.863272] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.863550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.864470] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.865089] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 with status ACTIVE [ 624.865401] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.865679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.865679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.865964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.866693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.866693] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.866693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.866693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.866693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.867117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.867234] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.867307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.867379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.867541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.867621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.867707] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3dc1b3-10eb-428e-8f03-0bb23c4319a9 is going to be updated. [ 624.902365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.902553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.903259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.903665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.903847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.903920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3dc1b3-10eb-428e-8f03-0bb23c4319a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.064693] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a14c94ec-e1d2-472e-9267-30d557000a13: rpc.has_security_group_logging(os_id): False [ 625.086210] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.086387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.086487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.086716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.086759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.086985] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.087089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.087143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.087305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.087377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.087559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.087655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.087714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.087851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.087931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.088114] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.088208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.088268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.088470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.088574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.088783] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14c94ec-e1d2-472e-9267-30d557000a13 is going to be created. [ 625.166549] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.166754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.166754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.167119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.167155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.181282] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14c94ec-e1d2-472e-9267-30d557000a13 in Status: IN_PROGRESS for 2s [ 625.370078] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.523995] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 625.524259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.528447] env[69325]: INFO networking_nsxv3.common.synchronization [req-dd651e4b-d3a2-416f-b1b2-52300595a41c req-0f8a077c-f1df-4464-b304-16a0cb8bd720 tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: 0bf5857e-6ef3-4950-8d2c-5c237d3cd910 with Priority: HIGHEST for action security_group_rules [ 625.528996] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5857e-6ef3-4950-8d2c-5c237d3cd910 with Priority: HIGHEST for action security_group_rules [ 625.530139] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf5857e-6ef3-4950-8d2c-5c237d3cd910 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf5857e-6ef3-4950-8d2c-5c237d3cd910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf5857e-6ef3-4950-8d2c-5c237d3cd910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.530139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf5857e-6ef3-4950-8d2c-5c237d3cd910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.530139] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf5857e-6ef3-4950-8d2c-5c237d3cd910',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.578391] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9e628215-16c4-4d34-ae18-c97aaaafa2fa None None] Enqueued Resource ID: fcb762b5-b8a0-447b-843d-70fe2b8deb36 with Priority: HIGHEST for action port [ 625.580627] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb762b5-b8a0-447b-843d-70fe2b8deb36 with Priority: HIGHEST for action port [ 625.580627] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb762b5-b8a0-447b-843d-70fe2b8deb36 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.580627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb762b5-b8a0-447b-843d-70fe2b8deb36" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.580627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb762b5-b8a0-447b-843d-70fe2b8deb36" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.580627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb762b5-b8a0-447b-843d-70fe2b8deb36" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.580627] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb762b5-b8a0-447b-843d-70fe2b8deb36',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.726286] env[69325]: INFO networking_nsxv3.common.synchronization [None req-44ed01c4-7832-49e9-87a9-f06cd0cf2f11 None None] Enqueued Resource ID: 19b914be-be9d-4fbe-968c-b38832f8dfdc with Priority: HIGHEST for action port [ 625.726812] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b914be-be9d-4fbe-968c-b38832f8dfdc with Priority: HIGHEST for action port [ 625.727131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b914be-be9d-4fbe-968c-b38832f8dfdc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.727255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b914be-be9d-4fbe-968c-b38832f8dfdc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.729135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b914be-be9d-4fbe-968c-b38832f8dfdc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.729428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b914be-be9d-4fbe-968c-b38832f8dfdc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.729541] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b914be-be9d-4fbe-968c-b38832f8dfdc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.872965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.873175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.873320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.873544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.874073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.874073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be created. [ 625.901741] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.901741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.901741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.902719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.903339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.919124] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: UNINITIALIZED for 2s [ 626.053461] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f702d34-72c9-4dfd-b883-4466c9084b0c req-ec88139d-1173-45a7-a44f-cfa15b7242ac tempest-DeleteServersAdminTestJSON-1866391422 tempest-DeleteServersAdminTestJSON-1866391422-project-admin] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 626.054655] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.056384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.056384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.056384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.056384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.056384] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf5857e-6ef3-4950-8d2c-5c237d3cd910 already deleted. [ 626.056384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf5857e-6ef3-4950-8d2c-5c237d3cd910" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.056384] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 626.057161] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.057161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.057161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.057355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.057355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.057672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.057672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.057672] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.083045] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcb762b5-b8a0-447b-843d-70fe2b8deb36 [ 626.083045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.083045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.083045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.083045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.083045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.083045] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcb762b5-b8a0-447b-843d-70fe2b8deb36 already deleted. [ 626.083652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb762b5-b8a0-447b-843d-70fe2b8deb36" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.191316] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 626.191893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.192842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.192959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.193173] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.193301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.193371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.194097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.194097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.194097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197145] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.231587] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19b914be-be9d-4fbe-968c-b38832f8dfdc [ 626.231816] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.231925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.232015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.232220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.232310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.232414] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19b914be-be9d-4fbe-968c-b38832f8dfdc already deleted. [ 626.232481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b914be-be9d-4fbe-968c-b38832f8dfdc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.562881] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.562881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.562881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.562881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.562881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.562881] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.563263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.563263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.563263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.563263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.563418] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be updated. [ 626.596045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.596045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.596045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.596045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.596045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.615853] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: IN_PROGRESS for 2s [ 626.700191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.700632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.700770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.701117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.701411] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.701640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.701811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.701988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.702485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.702485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.702567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.702698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.702820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.703084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.703397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.703527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.703603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.703841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.703986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.704177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.704339] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.197666] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14c94ec-e1d2-472e-9267-30d557000a13 in Status: SUCCESS [ 627.198113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.208682] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f71d1b-c2b1-4049-aa53-d3731a69ed40: rpc.has_security_group_logging(os_id): False [ 627.230979] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.231159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.231252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.232254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.232381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.232607] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.232847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.232915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.233118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.233216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.233453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.233556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.233616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.233767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.233845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.238169] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.238474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.238511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.238698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.238803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.238935] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 627.316246] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.316431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.316513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.316705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.316955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.326975] env[69325]: INFO networking_nsxv3.common.synchronization [None req-87023292-4c98-488c-87ac-3e3f12d2a229 None None] Enqueued Resource ID: 94048d86-2f9a-4bd6-86f6-a047edad6418 with Priority: HIGHEST for action port [ 627.327697] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94048d86-2f9a-4bd6-86f6-a047edad6418 with Priority: HIGHEST for action port [ 627.327970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-94048d86-2f9a-4bd6-86f6-a047edad6418 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.328187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94048d86-2f9a-4bd6-86f6-a047edad6418" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.329244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94048d86-2f9a-4bd6-86f6-a047edad6418" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.329244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94048d86-2f9a-4bd6-86f6-a047edad6418" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.329244] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94048d86-2f9a-4bd6-86f6-a047edad6418',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.334300] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 627.835515] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94048d86-2f9a-4bd6-86f6-a047edad6418 [ 627.835834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.835996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.836105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.836433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.836583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.836718] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94048d86-2f9a-4bd6-86f6-a047edad6418 already deleted. [ 627.836816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94048d86-2f9a-4bd6-86f6-a047edad6418" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.931814] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 627.932102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.932269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.932563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.932770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.932918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.932988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.933189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.933292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.933420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.933569] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.244122] env[69325]: INFO networking_nsxv3.common.synchronization [None req-3c27a37c-7f22-4515-bd76-f358356ddb2b None None] Enqueued Resource ID: d0ba6671-bf50-4aff-925f-41a6635d0ddb with Priority: HIGHEST for action port [ 628.246191] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ba6671-bf50-4aff-925f-41a6635d0ddb with Priority: HIGHEST for action port [ 628.246191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ba6671-bf50-4aff-925f-41a6635d0ddb taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.246191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ba6671-bf50-4aff-925f-41a6635d0ddb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.246191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ba6671-bf50-4aff-925f-41a6635d0ddb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.248967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ba6671-bf50-4aff-925f-41a6635d0ddb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.248967] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ba6671-bf50-4aff-925f-41a6635d0ddb',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.436718] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.436873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.436948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.437209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.437383] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.437481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.437545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.437694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.437776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.437863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.438108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.438305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.438451] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.438540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.438845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.438845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438976] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.466774] env[69325]: INFO networking_nsxv3.common.synchronization [None req-cf166dc0-fa72-47bd-9876-49aa50db69aa None None] Enqueued Resource ID: dce823e8-3f92-4bbf-9cc1-8a5534d89082 with Priority: HIGHEST for action port [ 628.467066] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce823e8-3f92-4bbf-9cc1-8a5534d89082 with Priority: HIGHEST for action port [ 628.467675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce823e8-3f92-4bbf-9cc1-8a5534d89082 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.467976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce823e8-3f92-4bbf-9cc1-8a5534d89082" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.467976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce823e8-3f92-4bbf-9cc1-8a5534d89082" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.470121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce823e8-3f92-4bbf-9cc1-8a5534d89082" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.470429] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce823e8-3f92-4bbf-9cc1-8a5534d89082',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.631931] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 628.632257] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 deletion is rescheduled due to dependency. [ 628.632513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.750883] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ba6671-bf50-4aff-925f-41a6635d0ddb [ 628.751603] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.751953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.752813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.752813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.752813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.752813] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ba6671-bf50-4aff-925f-41a6635d0ddb already deleted. [ 628.752813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ba6671-bf50-4aff-925f-41a6635d0ddb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.903021] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a6c073f2-7610-4523-8589-5bd8cb7747fc tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 628.903021] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 628.903021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.903021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.903021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.903021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.903021] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.948326] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af464887-2b0b-44fc-8f77-c13725353ef7: rpc.has_security_group_logging(os_id): False [ 628.967034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.967034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.967034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.967034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.967936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.968339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.968525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.968809] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.969055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.969201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.969467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.969799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.970096] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be created. [ 628.975156] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce823e8-3f92-4bbf-9cc1-8a5534d89082 [ 628.975501] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.976772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.976772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.976772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.976772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.976772] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce823e8-3f92-4bbf-9cc1-8a5534d89082 already deleted. [ 628.976772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce823e8-3f92-4bbf-9cc1-8a5534d89082" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.042210] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.042210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.054173] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 629.102741] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2ac13bf-4541-47af-8ddb-dd293c516040 req-fb9d98aa-ebf4-43c2-8a56-e7ba4aa06a6d tempest-ServerDiagnosticsTest-1654195177 tempest-ServerDiagnosticsTest-1654195177-project-member] Enqueued Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_members [ 629.103370] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGHEST for action security_group_members [ 629.104016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.106270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.106356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.106823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.106823] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.106912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.106912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.107248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.107248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.107248] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.292790] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1f5a84bc-c9ff-4ac1-a5b1-1b8217902965 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 629.295253] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 629.295818] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.296108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.354703] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 629.355780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.429806] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.429806] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 already deleted. [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.429806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.429806] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.609136] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.609285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.611052] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.611052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.611052] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af is going to be updated. [ 629.644812] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.644949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.645014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.645251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.645479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.658766] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af in Status: IN_PROGRESS for 2s [ 629.674957] env[69325]: INFO networking_nsxv3.common.synchronization [req-6805dc94-0670-4bae-9f2c-ead66585a421 req-382ca4e4-fc32-46df-bc7d-7e3e72038ea4 tempest-ServerExternalEventsTest-1802902379 tempest-ServerExternalEventsTest-1802902379-project-member] Enqueued Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_members [ 629.675604] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGHEST for action security_group_members [ 629.676558] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.676731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.676836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.677033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.678661] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.678661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.678661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.678661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.678661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.679010] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.824368] env[69325]: INFO networking_nsxv3.common.synchronization [None req-55095772-85e3-4a2b-b80e-7fbff99d637d None None] Enqueued Resource ID: 17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e with Priority: HIGHEST for action port [ 629.825108] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e with Priority: HIGHEST for action port [ 629.825195] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.825318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.825384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.827025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.827109] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.990167] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a59c4e2d-d711-4a8e-abec-df4d2983d5e4 None None] Enqueued Resource ID: 1e830785-b2c4-46fb-b9e5-e78a9feb3d85 with Priority: HIGHEST for action port [ 629.990167] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e830785-b2c4-46fb-b9e5-e78a9feb3d85 with Priority: HIGHEST for action port [ 629.990896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e830785-b2c4-46fb-b9e5-e78a9feb3d85 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.991318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e830785-b2c4-46fb-b9e5-e78a9feb3d85" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.991650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e830785-b2c4-46fb-b9e5-e78a9feb3d85" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.992012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e830785-b2c4-46fb-b9e5-e78a9feb3d85" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.992245] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e830785-b2c4-46fb-b9e5-e78a9feb3d85',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.030866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.031022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.031092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.031296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.031402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.031499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 already deleted. [ 630.031649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.146098] env[69325]: INFO networking_nsxv3.common.synchronization [req-e68dcacc-a269-4e2a-8143-393258e6b845 req-46c86a34-f013-42c4-869b-11f258440885 tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: 889bddb9-23c1-4eda-a9a9-b3b070848839 with Priority: HIGHEST for action security_group_rules [ 630.146617] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889bddb9-23c1-4eda-a9a9-b3b070848839 with Priority: HIGHEST for action security_group_rules [ 630.146937] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-889bddb9-23c1-4eda-a9a9-b3b070848839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.147047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-889bddb9-23c1-4eda-a9a9-b3b070848839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.147146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-889bddb9-23c1-4eda-a9a9-b3b070848839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.148964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-889bddb9-23c1-4eda-a9a9-b3b070848839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.148964] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('889bddb9-23c1-4eda-a9a9-b3b070848839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.185410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.185410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.185410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 is going to be updated. [ 630.229421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.229421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.229421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.229421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.229421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.243312] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 in Status: IN_PROGRESS for 2s [ 630.329544] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e [ 630.329544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.330541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.330541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.330541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.330541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.330541] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e already deleted. [ 630.330541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ea6f9e-f94e-4850-b3e9-c7c5653a3a8e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.344324] env[69325]: INFO networking_nsxv3.common.synchronization [req-03dc0a3d-a857-4491-be8c-20db99da3f0b req-f07e6e4b-e0d3-4ce3-a93e-14b57c7bb3a4 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 630.344919] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 630.345279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.345386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.345455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.345748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.345936] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.347361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.347361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.347361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.347361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.347544] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.494851] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e830785-b2c4-46fb-b9e5-e78a9feb3d85 [ 630.497019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.497019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.497019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.497019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.497019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.497019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e830785-b2c4-46fb-b9e5-e78a9feb3d85 already deleted. [ 630.497019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e830785-b2c4-46fb-b9e5-e78a9feb3d85" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.641567] env[69325]: INFO networking_nsxv3.common.synchronization [None req-4deb9993-5b8c-4a75-81b9-c05d0b387478 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_rules [ 630.642148] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_rules [ 630.642507] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.642661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.642723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.643105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.643187] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.705477] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.705812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.705812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.706248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.706653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.706788] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 889bddb9-23c1-4eda-a9a9-b3b070848839 already deleted. [ 630.706939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-889bddb9-23c1-4eda-a9a9-b3b070848839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.854215] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.854419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.854889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.855249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.855344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.855563] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.855722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.855815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.855997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.856096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.856382] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 already deleted. [ 630.856382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.985788] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1baf62ab-9a89-4ced-a97b-e44e17f55d9c tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_rules [ 630.986454] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_rules [ 630.989920] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.992269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.078264] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 631.078852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.179452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.179622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.179696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.179923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.180036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.180143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 already deleted. [ 631.180232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.180437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.180620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.180699] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.500982] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.501376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.501376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.501729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.502947] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.503302] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.503729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.504135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.505124] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.505124] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.505124] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.505124] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.505433] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.505433] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.505492] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.509177] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c261ed96-6b05-4189-8155-84b74ff96cf2 None None] Enqueued Resource ID: b6e60d91-59d8-430a-8acd-70941afce3f9 with Priority: HIGHEST for action port [ 631.510275] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e60d91-59d8-430a-8acd-70941afce3f9 with Priority: HIGHEST for action port [ 631.511013] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e60d91-59d8-430a-8acd-70941afce3f9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.511190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e60d91-59d8-430a-8acd-70941afce3f9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.511287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e60d91-59d8-430a-8acd-70941afce3f9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.511599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e60d91-59d8-430a-8acd-70941afce3f9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.511689] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e60d91-59d8-430a-8acd-70941afce3f9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.536516] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.536811] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.536897] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.537105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.537462] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-cfc853f9-62ce-4db3-852c-61da24b2b940 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.537647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.537769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.538137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.538287] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc853f9-62ce-4db3-852c-61da24b2b940',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.671905] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af in Status: SUCCESS [ 631.672932] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af deletion is rescheduled due to dependency. [ 631.672932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.701081] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.702062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.702923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.702923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.702923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.702923] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 already deleted. [ 631.702923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.016497] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e60d91-59d8-430a-8acd-70941afce3f9 [ 632.016497] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.016497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.016497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.016497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.016497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.016497] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e60d91-59d8-430a-8acd-70941afce3f9 already deleted. [ 632.016497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e60d91-59d8-430a-8acd-70941afce3f9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.043333] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.043516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.043622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.043896] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.044053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.044210] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port cfc853f9-62ce-4db3-852c-61da24b2b940 not found, creating... [ 632.044474] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.044631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.044745] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.044965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.045105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.045389] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.045543] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.045658] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.045890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.047604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.049745] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: cfc853f9-62ce-4db3-852c-61da24b2b940 is going to be created. [ 632.073709] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.073709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.073709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.073709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.073709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.073709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.255028] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 in Status: SUCCESS [ 632.256020] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 deletion is rescheduled due to dependency. [ 632.256020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.949906] env[69325]: INFO networking_nsxv3.common.synchronization [None req-5b790956-36de-4a7e-add2-f6cf1ac16842 None None] Enqueued Resource ID: 44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20 with Priority: HIGHEST for action port [ 632.952243] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20 with Priority: HIGHEST for action port [ 632.952770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.952970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.953090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.957469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.957647] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.149313] env[69325]: INFO networking_nsxv3.common.synchronization [req-03dc0a3d-a857-4491-be8c-20db99da3f0b req-330f4cbc-eda6-41e4-a6b0-c11531bcfc5b service nova] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 633.149535] env[69325]: INFO networking_nsxv3.common.synchronization [req-03dc0a3d-a857-4491-be8c-20db99da3f0b req-330f4cbc-eda6-41e4-a6b0-c11531bcfc5b service nova] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 633.149688] env[69325]: INFO networking_nsxv3.common.synchronization [req-03dc0a3d-a857-4491-be8c-20db99da3f0b req-330f4cbc-eda6-41e4-a6b0-c11531bcfc5b service nova] Enqueued Resource ID: cfc853f9-62ce-4db3-852c-61da24b2b940 with Priority: HIGHEST for action port [ 633.150321] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 633.150503] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 633.150605] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc853f9-62ce-4db3-852c-61da24b2b940 with Priority: HIGHEST for action port [ 633.150883] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.151020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.151087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.151347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.151454] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.152651] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.152788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.152861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.153061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.153222] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.154146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.154269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.154821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.154821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.154821] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.155839] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc853f9-62ce-4db3-852c-61da24b2b940 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.155839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.155839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.156042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.156042] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc853f9-62ce-4db3-852c-61da24b2b940',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.351143] env[69325]: INFO networking_nsxv3.common.synchronization [req-65613cc6-cd6c-4d88-9abb-c2efb387554a req-ca554743-994a-43d7-8d17-aeb27413273d tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_members [ 633.351143] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_members [ 633.351143] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.351143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.351143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.352231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.352413] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.352527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.352591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.352777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.352861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.352954] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.461865] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20 [ 633.462090] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.462233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.462312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.462752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.462851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.462988] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20 already deleted. [ 633.463044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44aafaae-f4cd-4ce1-8aae-5cbbeabdbe20" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.658577] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.658784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.658933] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.660194] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc853f9-62ce-4db3-852c-61da24b2b940 with status ACTIVE [ 633.660194] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.660439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.660439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.660825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.660825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.660969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.661079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.661147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.661341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.661420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.662055] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.662055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.662055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.662055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.662807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.662926] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc853f9-62ce-4db3-852c-61da24b2b940 is going to be updated. [ 633.690405] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.690405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.690639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.690681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.691118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.691338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.835997] env[69325]: INFO networking_nsxv3.common.synchronization [None req-147d8bf3-62f6-4510-aa1e-8d2afb2fbbc4 None None] Enqueued Resource ID: a35eb1dd-0526-424a-938e-8679831e5ed1 with Priority: HIGHEST for action port [ 633.837624] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35eb1dd-0526-424a-938e-8679831e5ed1 with Priority: HIGHEST for action port [ 633.837898] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35eb1dd-0526-424a-938e-8679831e5ed1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.838291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35eb1dd-0526-424a-938e-8679831e5ed1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.838416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35eb1dd-0526-424a-938e-8679831e5ed1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.838724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35eb1dd-0526-424a-938e-8679831e5ed1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.838816] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35eb1dd-0526-424a-938e-8679831e5ed1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.856355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.856545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.856610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.856818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.857035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.857298] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.857400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.857461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.857621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.857698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.857778] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e already deleted. [ 633.857854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.163968] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.164322] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-963" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.164322] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-963" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.165015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-963" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.165015] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.165213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.165213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.165428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.165573] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.165780] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.165892] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.166010] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.166133] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.166264] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.166375] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.166504] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.167902] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.191397] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.191625] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.191830] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.192188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-963" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.192481] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-147226fc-5f81-44ad-8cc8-7e5c9de5f437 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.192674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.192881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.193122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.193255] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147226fc-5f81-44ad-8cc8-7e5c9de5f437',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.343951] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a35eb1dd-0526-424a-938e-8679831e5ed1 [ 634.344288] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.344439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.344531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.344750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.344852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.344955] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a35eb1dd-0526-424a-938e-8679831e5ed1 already deleted. [ 634.345051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35eb1dd-0526-424a-938e-8679831e5ed1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.670764] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.671780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.671780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.671780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.671780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.671780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be created. [ 634.696337] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.697328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.697328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.697510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.698376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.698694] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 147226fc-5f81-44ad-8cc8-7e5c9de5f437 not found, creating... [ 634.699179] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.699576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.699807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.700199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.700384] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.700751] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.700960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.701090] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.701336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.701534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.702371] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 147226fc-5f81-44ad-8cc8-7e5c9de5f437 is going to be created. [ 634.707025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.707025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.707025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.707025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.707025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.720448] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: UNINITIALIZED for 2s [ 634.731537] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.731755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.731882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.732193] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.732429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.732659] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.909563] env[69325]: INFO networking_nsxv3.common.synchronization [None req-61f84544-4141-4fea-b5fc-97a519934edd None None] Enqueued Resource ID: 48e0df2e-f4a8-443e-b742-91e8e41501c5 with Priority: HIGHEST for action port [ 634.909839] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e0df2e-f4a8-443e-b742-91e8e41501c5 with Priority: HIGHEST for action port [ 634.910645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-48e0df2e-f4a8-443e-b742-91e8e41501c5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.910747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48e0df2e-f4a8-443e-b742-91e8e41501c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.910798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48e0df2e-f4a8-443e-b742-91e8e41501c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.911771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48e0df2e-f4a8-443e-b742-91e8e41501c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.911771] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48e0df2e-f4a8-443e-b742-91e8e41501c5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.414355] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48e0df2e-f4a8-443e-b742-91e8e41501c5 [ 635.414895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.414895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.414895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.415281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.415281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.415344] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48e0df2e-f4a8-443e-b742-91e8e41501c5 already deleted. [ 635.415673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48e0df2e-f4a8-443e-b742-91e8e41501c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.604325] env[69325]: INFO networking_nsxv3.common.synchronization [req-65613cc6-cd6c-4d88-9abb-c2efb387554a req-990eb900-6cf0-40a3-87e2-61b79aa6fa6e service nova] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_rules [ 635.604325] env[69325]: INFO networking_nsxv3.common.synchronization [req-65613cc6-cd6c-4d88-9abb-c2efb387554a req-990eb900-6cf0-40a3-87e2-61b79aa6fa6e service nova] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_members [ 635.604325] env[69325]: INFO networking_nsxv3.common.synchronization [req-65613cc6-cd6c-4d88-9abb-c2efb387554a req-990eb900-6cf0-40a3-87e2-61b79aa6fa6e service nova] Enqueued Resource ID: 147226fc-5f81-44ad-8cc8-7e5c9de5f437 with Priority: HIGHEST for action port [ 635.604325] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_rules [ 635.604325] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_members [ 635.604325] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147226fc-5f81-44ad-8cc8-7e5c9de5f437 with Priority: HIGHEST for action port [ 635.605249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.605717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.605870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.606138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.606232] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.609290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.609415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.609486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.609713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.609901] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.610283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.610283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.610283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.610481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.610536] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.612024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-147226fc-5f81-44ad-8cc8-7e5c9de5f437 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.612137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.612207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.612374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.612453] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147226fc-5f81-44ad-8cc8-7e5c9de5f437',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.809287] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9ed8c7c8-ddcc-4ed7-9e50-2e6b8f214ae5 None None] Enqueued Resource ID: 8085979b-041f-4cf7-87f7-e2bb07fc6a7e with Priority: HIGHEST for action port [ 635.809287] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8085979b-041f-4cf7-87f7-e2bb07fc6a7e with Priority: HIGHEST for action port [ 635.809287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8085979b-041f-4cf7-87f7-e2bb07fc6a7e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.810843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8085979b-041f-4cf7-87f7-e2bb07fc6a7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.811107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8085979b-041f-4cf7-87f7-e2bb07fc6a7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.811693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8085979b-041f-4cf7-87f7-e2bb07fc6a7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.811693] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8085979b-041f-4cf7-87f7-e2bb07fc6a7e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.114507] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.120276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.120276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.120276] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 147226fc-5f81-44ad-8cc8-7e5c9de5f437 with status ACTIVE [ 636.120276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.120276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.120276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.121134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.121134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.121134] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.121134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.121134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.121362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.121362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.121439] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.121979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.122074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.122221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.122629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.122629] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 147226fc-5f81-44ad-8cc8-7e5c9de5f437 is going to be updated. [ 636.150673] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.151048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.151048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.151173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.152037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.152037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147226fc-5f81-44ad-8cc8-7e5c9de5f437" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.315410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8085979b-041f-4cf7-87f7-e2bb07fc6a7e [ 636.315631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.315767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.315841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.316275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.316432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.316566] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8085979b-041f-4cf7-87f7-e2bb07fc6a7e already deleted. [ 636.316946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8085979b-041f-4cf7-87f7-e2bb07fc6a7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.626570] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.731707] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 636.731996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.732210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.732487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.733102] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.733102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.733102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.733102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.733291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.733291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.733411] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.955368] env[69325]: INFO networking_nsxv3.common.synchronization [None req-5c8022b8-609e-4036-8573-4f3a4bcba199 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_rules [ 636.956014] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_rules [ 636.956461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.956645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.956764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.957216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.957291] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.129803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.129982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.130068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.130302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.130396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.130565] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e is going to be created. [ 637.143628] env[69325]: INFO networking_nsxv3.common.synchronization [None req-568807ee-0bfe-481b-93a9-206f38d8096c tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_rules [ 637.144235] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_rules [ 637.144568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.144725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.170359] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.170359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.170359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.170359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.170594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183865] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e in Status: UNINITIALIZED for 2s [ 637.236614] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.236614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.236614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.236614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.236614] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.236614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.236614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.237409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.237559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.237834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.238057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.238464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.238464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.238594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.238756] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.238888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.239614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.239822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.239900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.240013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.240115] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.364395] env[69325]: INFO networking_nsxv3.common.synchronization [req-3d92837b-bac6-465d-a8a1-a5ab68f64143 req-c9581210-c269-40f9-9528-fe4a29411aff tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: 2f4fd11f-35e2-4d61-816f-2e9eaed548fe with Priority: HIGHEST for action security_group_rules [ 637.371159] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4fd11f-35e2-4d61-816f-2e9eaed548fe with Priority: HIGHEST for action security_group_rules [ 637.371159] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4fd11f-35e2-4d61-816f-2e9eaed548fe taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.371159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4fd11f-35e2-4d61-816f-2e9eaed548fe" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.371159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4fd11f-35e2-4d61-816f-2e9eaed548fe" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.371398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4fd11f-35e2-4d61-816f-2e9eaed548fe" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.371440] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4fd11f-35e2-4d61-816f-2e9eaed548fe',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.482373] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.482601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.482664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.482897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.483034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.483126] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a already deleted. [ 637.483297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.483394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.483765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.483765] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.745299] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 637.766440] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.766573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.766643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.766872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.766958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.767161] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.767268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.767332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.767493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.767636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.767752] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.767859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.767920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.768080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.768142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.768365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.768501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.768576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.769218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.769218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.769218] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be created. [ 637.838300] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.838300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.838300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.838300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.838300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.850743] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 637.925061] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.926397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.928212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.928212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.928212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.928212] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4fd11f-35e2-4d61-816f-2e9eaed548fe already deleted. [ 637.928212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4fd11f-35e2-4d61-816f-2e9eaed548fe" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.009988] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.009988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.009988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.009988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.009988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.009988] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a already deleted. [ 638.009988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.064204] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-29785b32-9816-43d1-a90a-84cbb1dc3a20 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 638.064204] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 638.064858] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.065159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.065974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.065974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.065974] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.065974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.065974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.066537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.067134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.067134] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.571085] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.572321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.572321] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.572841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.575730] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 already deleted. [ 638.575730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.878057] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.878387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.878387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.878714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.878976] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.879684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.879684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.880909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.880909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.880909] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.880909] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.880909] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.880909] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.881145] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.881194] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.881681] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.902731] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.902960] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.903127] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.903320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.903637] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-e448801d-beac-4675-b410-45eabbbf326a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.903810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.903928] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.904324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.904403] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e448801d-beac-4675-b410-45eabbbf326a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.198969] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e in Status: SUCCESS [ 639.199402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.199754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.200080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.200353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.200519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.200585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.200752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.200838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.200930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.201045] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.410998] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.411299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.411386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.411715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.411891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.412098] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port e448801d-beac-4675-b410-45eabbbf326a not found, creating... [ 639.412392] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.414048] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.414210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.414506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.414668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415130] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.415335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415451] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.415830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415978] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: e448801d-beac-4675-b410-45eabbbf326a is going to be created. [ 639.446069] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.446215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.446368] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.446844] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.447112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.447394] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.703707] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.870090] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 639.870090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.206456] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54037c2a-e310-4060-9dd0-22d5dd2e235e: rpc.has_security_group_logging(os_id): False [ 640.230103] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.230103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.230103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.230103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.230103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.230425] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.230425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.231302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.231302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.231302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.231302] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e is going to be created. [ 640.306506] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.306709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.306709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.306914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.307108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.329991] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e in Status: IN_PROGRESS for 2s [ 640.679768] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-ec8a02ad-a1d3-45f8-b63e-467598418c3b service nova] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_rules [ 640.680233] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-ec8a02ad-a1d3-45f8-b63e-467598418c3b service nova] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 640.680662] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-ec8a02ad-a1d3-45f8-b63e-467598418c3b service nova] Enqueued Resource ID: e448801d-beac-4675-b410-45eabbbf326a with Priority: HIGHEST for action port [ 640.681562] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_rules [ 640.681750] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 640.681909] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e448801d-beac-4675-b410-45eabbbf326a with Priority: HIGHEST for action port [ 640.682279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.682431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.682503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.682886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.682985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.684993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.684993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.684993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.684993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.685318] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.685451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.685546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.686873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.686873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.686873] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.690745] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e448801d-beac-4675-b410-45eabbbf326a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.690745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.690745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.690745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.690745] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e448801d-beac-4675-b410-45eabbbf326a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.193842] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.193842] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.193842] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e448801d-beac-4675-b410-45eabbbf326a with status ACTIVE [ 641.193842] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.193842] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.193842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.203677] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.203677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.203677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.203677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.203677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.203677] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e448801d-beac-4675-b410-45eabbbf326a is going to be updated. [ 641.223125] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.223462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.223462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.223627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.223727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.223903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e448801d-beac-4675-b410-45eabbbf326a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.625664] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-76626c9c-f3a0-4997-8e67-c1a576265d78 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 641.625664] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 641.625931] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.626048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.682853] env[69325]: INFO networking_nsxv3.common.synchronization [req-6f2afcf6-630c-435c-961d-640d2cb66229 req-d3f0cb08-1fa0-4b3e-b926-9d8be668ee95 tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: be6973ec-d675-4c14-88c9-21adbaceed52 with Priority: HIGHEST for action security_group_rules [ 641.683790] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6973ec-d675-4c14-88c9-21adbaceed52 with Priority: HIGHEST for action security_group_rules [ 641.684294] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be6973ec-d675-4c14-88c9-21adbaceed52 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.684637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be6973ec-d675-4c14-88c9-21adbaceed52" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.684637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be6973ec-d675-4c14-88c9-21adbaceed52" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.689660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be6973ec-d675-4c14-88c9-21adbaceed52" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.689660] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be6973ec-d675-4c14-88c9-21adbaceed52',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.704922] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.207617] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.207844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.207844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.208108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.208190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.208270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be created. [ 642.215276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.215476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.215476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.215718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.215718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.215875] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be6973ec-d675-4c14-88c9-21adbaceed52 already deleted. [ 642.215875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be6973ec-d675-4c14-88c9-21adbaceed52" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.241362] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.241362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.241362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.241362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.241362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.253653] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: UNINITIALIZED for 2s [ 642.307464] env[69325]: INFO networking_nsxv3.common.synchronization [None req-50f25213-1a51-48b2-9780-e6d3863e4a6b None None] Enqueued Resource ID: ef4e8504-29f3-4083-875d-ce596bfee02d with Priority: HIGHEST for action port [ 642.307808] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e8504-29f3-4083-875d-ce596bfee02d with Priority: HIGHEST for action port [ 642.308588] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef4e8504-29f3-4083-875d-ce596bfee02d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.308723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef4e8504-29f3-4083-875d-ce596bfee02d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.308723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef4e8504-29f3-4083-875d-ce596bfee02d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.308985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef4e8504-29f3-4083-875d-ce596bfee02d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.310590] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4e8504-29f3-4083-875d-ce596bfee02d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.352404] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e in Status: SUCCESS [ 642.353312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.564552] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.564552] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.564552] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.564927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.564965] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.568591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.568781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.569122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.569295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.569537] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.569660] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.569780] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.569900] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.570025] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.570146] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.570345] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.591906] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.592036] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.592257] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.592381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.592864] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-dd65c68f-156d-4eba-8f58-d6ac6d564f56 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593184] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.594287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.594287] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd65c68f-156d-4eba-8f58-d6ac6d564f56',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.814695] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef4e8504-29f3-4083-875d-ce596bfee02d [ 642.815539] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.815539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.815539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.815539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.818573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.819770] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef4e8504-29f3-4083-875d-ce596bfee02d already deleted. [ 642.819770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef4e8504-29f3-4083-875d-ce596bfee02d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.096307] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102221] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port dd65c68f-156d-4eba-8f58-d6ac6d564f56 not found, creating... [ 643.102221] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.102221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102638] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.105077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.105077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.105077] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: dd65c68f-156d-4eba-8f58-d6ac6d564f56 is going to be created. [ 643.131873] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.133039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.133473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.134113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.136813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.136813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.343484] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0a7e8f2e-9437-4374-b8da-84c2fd6103f8 None None] Enqueued Resource ID: 00d1521b-6265-4a7f-bf33-7300f45254dd with Priority: HIGHEST for action port [ 643.343848] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1521b-6265-4a7f-bf33-7300f45254dd with Priority: HIGHEST for action port [ 643.344690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d1521b-6265-4a7f-bf33-7300f45254dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.344690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d1521b-6265-4a7f-bf33-7300f45254dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.344690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d1521b-6265-4a7f-bf33-7300f45254dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.345090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d1521b-6265-4a7f-bf33-7300f45254dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.346450] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d1521b-6265-4a7f-bf33-7300f45254dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.540274] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2d045e32-667f-40b5-96f7-72e1753dd77a None None] Enqueued Resource ID: cea3be97-2d02-43c7-ad72-5bfbcd4631cb with Priority: HIGHEST for action port [ 643.540407] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3be97-2d02-43c7-ad72-5bfbcd4631cb with Priority: HIGHEST for action port [ 643.540797] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea3be97-2d02-43c7-ad72-5bfbcd4631cb taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.541456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea3be97-2d02-43c7-ad72-5bfbcd4631cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.545145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea3be97-2d02-43c7-ad72-5bfbcd4631cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.545533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea3be97-2d02-43c7-ad72-5bfbcd4631cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.545631] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea3be97-2d02-43c7-ad72-5bfbcd4631cb',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.849201] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00d1521b-6265-4a7f-bf33-7300f45254dd [ 643.849432] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.849566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.849657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.849895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.849988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.850099] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00d1521b-6265-4a7f-bf33-7300f45254dd already deleted. [ 643.850179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d1521b-6265-4a7f-bf33-7300f45254dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.047907] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea3be97-2d02-43c7-ad72-5bfbcd4631cb [ 644.048465] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.048644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.048725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.048946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.049050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.049151] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea3be97-2d02-43c7-ad72-5bfbcd4631cb already deleted. [ 644.049235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea3be97-2d02-43c7-ad72-5bfbcd4631cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.067327] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-2baee916-98db-41ad-8695-1f39a91065a0 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 644.067327] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 644.067424] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.067478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.271678] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 644.271902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.272096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.272313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.272532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.272662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.272738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.275830] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.275830] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.275830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.275830] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.777092] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.777415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.780766] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.859576] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.859576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.859576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.859576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.859576] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.859861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.859861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.864292] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.864292] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.864292] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.864292] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.864292] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.864292] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.864292] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.864292] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.864292] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.869885] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-c036a7ff-bb1c-4df5-830e-4ff7819890c9 service nova] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_rules [ 644.870078] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-c036a7ff-bb1c-4df5-830e-4ff7819890c9 service nova] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 644.870216] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-c036a7ff-bb1c-4df5-830e-4ff7819890c9 service nova] Enqueued Resource ID: dd65c68f-156d-4eba-8f58-d6ac6d564f56 with Priority: HIGHEST for action port [ 644.870451] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_rules [ 644.870593] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 644.870690] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65c68f-156d-4eba-8f58-d6ac6d564f56 with Priority: HIGHEST for action port [ 644.871265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.871363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.873966] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.874101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.874382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd65c68f-156d-4eba-8f58-d6ac6d564f56 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.874491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.874491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.874704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.874782] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd65c68f-156d-4eba-8f58-d6ac6d564f56',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.884015] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.884015] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.884015] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.884015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-829" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.884239] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-cfc2d2c4-e68e-4063-ae38-a442291540ee taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.884239] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.884354] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.885023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.885023] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc2d2c4-e68e-4063-ae38-a442291540ee',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.283879] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.311724] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b19b815-55e8-44a9-96d2-abc60979e81d req-750698a4-4e39-4732-a4b6-b4bc02d5c840 tempest-TenantUsagesTestJSON-916719561 tempest-TenantUsagesTestJSON-916719561-project-member] Enqueued Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_members [ 645.315876] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGHEST for action security_group_members [ 645.315876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.315876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.315876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.315876] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.380415] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd65c68f-156d-4eba-8f58-d6ac6d564f56 with status ACTIVE [ 645.380415] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.380729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.380729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.380931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.381051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.381287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.381365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.383508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.383508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.383508] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd65c68f-156d-4eba-8f58-d6ac6d564f56 is going to be updated. [ 645.387790] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 645.388386] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 645.389252] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.389413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.389525] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.389763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.389913] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.390072] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port cfc2d2c4-e68e-4063-ae38-a442291540ee not found, creating... [ 645.390333] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.390567] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.390788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.390892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.391212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.391585] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.391787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.391989] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.392205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.392358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.392580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: cfc2d2c4-e68e-4063-ae38-a442291540ee is going to be created. [ 645.395320] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 645.395528] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 645.396499] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.396499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.396647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.397153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.397153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.397153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.397320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.397463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.397521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.397568] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.401121] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.401121] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.401121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.401121] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.419460] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.419660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.419834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.420072] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.420386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.420658] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.422642] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.422978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.422978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.423273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.423400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.424024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd65c68f-156d-4eba-8f58-d6ac6d564f56" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.439948] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_rules [ 645.440228] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 645.440346] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 645.440517] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 645.440685] env[69325]: INFO networking_nsxv3.common.synchronization [req-782e398e-f66d-43dd-bb52-bb68942677d7 req-f82cb352-647d-4ef5-b280-fc84ccc0a741 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: cfc853f9-62ce-4db3-852c-61da24b2b940 with Priority: HIGHEST for action port [ 645.441991] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_rules [ 645.442117] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 645.442224] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc853f9-62ce-4db3-852c-61da24b2b940 with Priority: HIGHEST for action port [ 645.442361] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 645.442461] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 645.443422] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.443568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.443640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.443899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.443985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.445346] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.445891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.445891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.445891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.446043] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.447459] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc853f9-62ce-4db3-852c-61da24b2b940 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.447767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.447864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.448063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.448143] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc853f9-62ce-4db3-852c-61da24b2b940',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.449328] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.450320] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.450320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.554513] env[69325]: INFO networking_nsxv3.common.synchronization [None req-f5d78abe-bc41-4ab2-b7eb-3fa05cc618d7 None None] Enqueued Resource ID: 02a07821-2acc-4382-9223-5c65adac840f with Priority: HIGHEST for action port [ 645.554513] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a07821-2acc-4382-9223-5c65adac840f with Priority: HIGHEST for action port [ 645.554513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a07821-2acc-4382-9223-5c65adac840f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.554513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a07821-2acc-4382-9223-5c65adac840f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.554513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a07821-2acc-4382-9223-5c65adac840f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.556368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a07821-2acc-4382-9223-5c65adac840f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.556803] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a07821-2acc-4382-9223-5c65adac840f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.786848] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.787186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.787186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.787337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.787444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.787563] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 645.819480] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.819642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.819716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.820247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.820247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.820367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.821036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.821127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.821344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.821427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.821872] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c94ec-e1d2-472e-9267-30d557000a13 is going to be updated. [ 645.823913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.824152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.824152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.824355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.825342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.838804] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 645.838804] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c2a876e6-87bb-476b-a545-73dfdeacf1f7 None None] Enqueued Resource ID: 7ae56a1a-8de1-41c4-bb13-7b4e811078f0 with Priority: HIGHEST for action port [ 645.838804] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae56a1a-8de1-41c4-bb13-7b4e811078f0 with Priority: HIGHEST for action port [ 645.839483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae56a1a-8de1-41c4-bb13-7b4e811078f0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.839658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae56a1a-8de1-41c4-bb13-7b4e811078f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.839742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae56a1a-8de1-41c4-bb13-7b4e811078f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.839957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae56a1a-8de1-41c4-bb13-7b4e811078f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.840043] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae56a1a-8de1-41c4-bb13-7b4e811078f0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.862043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.862043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.862043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.862043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.862043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.872248] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c94ec-e1d2-472e-9267-30d557000a13 in Status: IN_PROGRESS for 2s [ 645.900134] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.904595] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.946264] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.946368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.948413] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.948603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.950838] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc853f9-62ce-4db3-852c-61da24b2b940 with status ACTIVE [ 645.951954] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.951954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.951954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.951954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.951954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.951954] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.951954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.951954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.952351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.952351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.955861] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.956068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.956142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.956322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.956404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.956499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc853f9-62ce-4db3-852c-61da24b2b940 is going to be updated. [ 645.982139] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.982139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.982139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.982139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.982139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.982139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.058920] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a07821-2acc-4382-9223-5c65adac840f [ 646.059340] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.059340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.061149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.061149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.061149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.061149] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a07821-2acc-4382-9223-5c65adac840f already deleted. [ 646.061149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a07821-2acc-4382-9223-5c65adac840f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.343467] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ae56a1a-8de1-41c4-bb13-7b4e811078f0 [ 646.343644] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.343777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.343845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.344083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.344184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.344286] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ae56a1a-8de1-41c4-bb13-7b4e811078f0 already deleted. [ 646.344366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae56a1a-8de1-41c4-bb13-7b4e811078f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.404117] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.405813] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.462115] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ef786ef0-4cfe-4d5d-871e-843fe49d7b1b None None] Enqueued Resource ID: db11e4dd-3f4e-4dbb-842e-164d561c6bc0 with Priority: HIGHEST for action port [ 646.462115] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db11e4dd-3f4e-4dbb-842e-164d561c6bc0 with Priority: HIGHEST for action port [ 646.462559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-db11e4dd-3f4e-4dbb-842e-164d561c6bc0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.463470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db11e4dd-3f4e-4dbb-842e-164d561c6bc0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.463570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db11e4dd-3f4e-4dbb-842e-164d561c6bc0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.463846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db11e4dd-3f4e-4dbb-842e-164d561c6bc0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.464742] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db11e4dd-3f4e-4dbb-842e-164d561c6bc0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.511820] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-eda79c11-a4a1-459c-af1e-047f885116a8 service nova] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_rules [ 646.511820] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-eda79c11-a4a1-459c-af1e-047f885116a8 service nova] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 646.511820] env[69325]: INFO networking_nsxv3.common.synchronization [req-15cd238f-4ba1-4a58-93d4-5a3372c4f752 req-eda79c11-a4a1-459c-af1e-047f885116a8 service nova] Enqueued Resource ID: cfc2d2c4-e68e-4063-ae38-a442291540ee with Priority: HIGHEST for action port [ 646.511820] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_rules [ 646.512161] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 646.512299] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2d2c4-e68e-4063-ae38-a442291540ee with Priority: HIGHEST for action port [ 646.512716] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.512827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.513102] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.513189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.513397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc2d2c4-e68e-4063-ae38-a442291540ee taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.513526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.513614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.513856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.516118] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc2d2c4-e68e-4063-ae38-a442291540ee',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.708065] env[69325]: INFO networking_nsxv3.common.synchronization [None req-7e382faa-ad41-477b-8730-fb32d32b463f tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_rules [ 646.708792] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_rules [ 646.709118] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.709249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.709309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.709568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.709654] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.815249] env[69325]: INFO networking_nsxv3.common.synchronization [None req-f0d36190-3e47-4f3d-84ba-5291cfc18a8b None None] Enqueued Resource ID: 79d95d54-61bb-4680-bf97-9023f8a038d6 with Priority: HIGHEST for action port [ 646.815711] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d95d54-61bb-4680-bf97-9023f8a038d6 with Priority: HIGHEST for action port [ 646.816200] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d95d54-61bb-4680-bf97-9023f8a038d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.816336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d95d54-61bb-4680-bf97-9023f8a038d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.816420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d95d54-61bb-4680-bf97-9023f8a038d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.816677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d95d54-61bb-4680-bf97-9023f8a038d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.816758] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d95d54-61bb-4680-bf97-9023f8a038d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.907012] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.907754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.908640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.908902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.909020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.909150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be created. [ 646.913302] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c97413b0-18c2-455e-bd30-1c6d8a8b1a94 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_rules [ 646.915152] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.915152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.915152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.915152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.915152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.915152] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 646.917571] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_rules [ 646.917707] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.917813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.945503] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.945665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.945739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.945970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.946146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.949685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.949947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.952029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.952029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.959197] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: UNINITIALIZED for 2s [ 646.963038] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 646.970799] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db11e4dd-3f4e-4dbb-842e-164d561c6bc0 [ 646.971124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.971473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.971473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.971704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.971704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.971704] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db11e4dd-3f4e-4dbb-842e-164d561c6bc0 already deleted. [ 646.971886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db11e4dd-3f4e-4dbb-842e-164d561c6bc0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.020629] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc2d2c4-e68e-4063-ae38-a442291540ee with status ACTIVE [ 647.020943] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.021121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.021377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.021444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.021569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.021786] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.021937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.022046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.022268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.022448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.022590] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.022714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.022810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.023008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.023115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.023315] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc2d2c4-e68e-4063-ae38-a442291540ee is going to be updated. [ 647.048037] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.048291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.048291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.048522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.048958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc2d2c4-e68e-4063-ae38-a442291540ee" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.233513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.233755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.233827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.234076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.234167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.234262] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 already deleted. [ 647.234342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.234502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.234659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.234744] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.325653] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79d95d54-61bb-4680-bf97-9023f8a038d6 [ 647.325653] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.325942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.325942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.326741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.326741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.326741] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79d95d54-61bb-4680-bf97-9023f8a038d6 already deleted. [ 647.326741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d95d54-61bb-4680-bf97-9023f8a038d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.458951] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_members [ 647.459202] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 647.459373] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 647.463185] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_members [ 647.463401] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 647.463497] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 647.464195] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630e62-a506-4c05-8736-3cebcdfb4010 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.464343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.464411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.464686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.464860] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.464965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.465046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.465200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.465289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465387] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.466547] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.466547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.471144] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.471454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.591409] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_rules [ 647.591409] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 647.592227] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_rules [ 647.592227] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_members [ 647.592227] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 647.592227] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 647.594147] env[69325]: INFO networking_nsxv3.common.synchronization [req-f0afc2d2-e358-46c6-a239-05f1f6552e9f req-d3a73324-69de-4134-927c-85aec84cf9c0 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: cfc853f9-62ce-4db3-852c-61da24b2b940 with Priority: HIGHEST for action port [ 647.594938] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_rules [ 647.595208] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_rules [ 647.595321] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 647.595419] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc853f9-62ce-4db3-852c-61da24b2b940 with Priority: HIGHEST for action port [ 647.595568] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 647.595721] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 647.595851] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_members [ 647.598056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.598056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.598056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86630e62-a506-4c05-8736-3cebcdfb4010 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.598056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.598056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.598459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.598459] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.599792] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.599895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.600146] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc853f9-62ce-4db3-852c-61da24b2b940 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.600877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.600877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.600877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.600877] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc853f9-62ce-4db3-852c-61da24b2b940',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.607310] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.607310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.607587] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.607648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.608078] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630e62-a506-4c05-8736-3cebcdfb4010 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.608078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.760023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.760023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.760023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.760438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.760438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.760596] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 already deleted. [ 647.760596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.846160] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 647.847038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.847038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.847284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.847997] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.847997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.847997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.847997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.847997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.848247] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.885999] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c94ec-e1d2-472e-9267-30d557000a13 in Status: SUCCESS [ 647.886146] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c94ec-e1d2-472e-9267-30d557000a13 deletion is rescheduled due to dependency. [ 647.886225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.972400] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.115721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630e62-a506-4c05-8736-3cebcdfb4010 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.115721] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc853f9-62ce-4db3-852c-61da24b2b940 with status ACTIVE [ 648.115721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.115721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.115721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.115721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.116855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.116855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.116855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.116855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.116855] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc853f9-62ce-4db3-852c-61da24b2b940 is going to be updated. [ 648.146894] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.146894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.146894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.146894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.146894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.146894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc853f9-62ce-4db3-852c-61da24b2b940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.351942] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.411313] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1cfc8e60-b6a1-4f0c-b96b-5fd974771e5e tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 648.412312] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 648.418731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.418731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.418731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.418731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.418731] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.476555] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.647528] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a33055f3-4363-4e92-90b4-ce1e874f74f6 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 648.650051] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 648.652064] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.652391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.720065] env[69325]: INFO networking_nsxv3.common.synchronization [req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a req-d0a7d7d8-5eb5-4a0c-9a35-f67a433d7bcd tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 648.720641] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 648.721327] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.721784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.721997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.722510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.722862] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.723175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.723393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.723689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.725851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.725851] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.857030] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.943106] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.943530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.943612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.944909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.944909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.944909] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f already deleted. [ 648.944909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.945340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.945550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.945683] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.978832] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 648.980019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.980224] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 648.980319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.980542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.981611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.981611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.981611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.982160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.982160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.982160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.982160] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.983121] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.983235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.983235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.983409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.983479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.983580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630e62-a506-4c05-8736-3cebcdfb4010 is going to be created. [ 648.984683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.985078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.985078] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.985263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.985263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.985378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.985457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.985669] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.017558] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.017758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.017806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.017991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.018197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.033239] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: UNINITIALIZED for 2s [ 649.229843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.230116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.230324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.230946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.230946] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.230946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.230946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.231474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.231474] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d already deleted. [ 649.231474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.361196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.363026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.363026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.363026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.363026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.363026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 649.402028] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.402472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.402848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.404673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.404673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.417246] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 649.472126] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.472267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.472366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.472624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.472711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.472805] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f already deleted. [ 649.472897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.490111] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.491214] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.739656] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1e14f582-a1ee-45b7-b4b7-5ebc71f71793 None None] Enqueued Resource ID: b44538ce-4cf6-4618-afc6-7021c7498260 with Priority: HIGHEST for action port [ 649.739656] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44538ce-4cf6-4618-afc6-7021c7498260 with Priority: HIGHEST for action port [ 649.739830] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b44538ce-4cf6-4618-afc6-7021c7498260 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.740012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b44538ce-4cf6-4618-afc6-7021c7498260" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.741172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b44538ce-4cf6-4618-afc6-7021c7498260" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.741518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b44538ce-4cf6-4618-afc6-7021c7498260" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.741646] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44538ce-4cf6-4618-afc6-7021c7498260',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.940034] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.940034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.940034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.940034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.940034] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.941359] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.941698] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.942200] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.942579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.943139] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.943478] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.944025] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.944025] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.944374] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.945510] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.945510] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.968222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.968222] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.968222] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.968222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.969336] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.970980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.970980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.970980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.970980] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ba6599-368b-4b41-930e-e2bd2dbb6d9b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.992390] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.994287] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.244038] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b44538ce-4cf6-4618-afc6-7021c7498260 [ 650.244241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b44538ce-4cf6-4618-afc6-7021c7498260 already deleted. [ 650.246020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b44538ce-4cf6-4618-afc6-7021c7498260" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.476801] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.476801] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 22ba6599-368b-4b41-930e-e2bd2dbb6d9b not found, creating... [ 650.476801] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.476801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.477487] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.477487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.477487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.477487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.477487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.477487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 22ba6599-368b-4b41-930e-e2bd2dbb6d9b is going to be created. [ 650.495233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.495556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.495849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.496011] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be updated. [ 650.497695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.497849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.497942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.499067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.499184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.500718] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 650.505836] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.505836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.505836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.505836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.505836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.505836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.544483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.544483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.544483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.544483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.550358] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.551496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.551496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.552438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.552438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.569770] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 650.572514] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 650.605418] env[69325]: INFO networking_nsxv3.common.synchronization [req-2376e5f5-ff04-4a71-95c1-958e0bba80d5 req-039f5e32-1db7-4821-b834-0776d15fb58d tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: 02a138d3-866a-40a7-9083-4c0c37f72013 with Priority: HIGHEST for action security_group_rules [ 650.606390] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a138d3-866a-40a7-9083-4c0c37f72013 with Priority: HIGHEST for action security_group_rules [ 650.607384] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a138d3-866a-40a7-9083-4c0c37f72013 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.607552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.607629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.607943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.608059] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a138d3-866a-40a7-9083-4c0c37f72013',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.047450] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: SUCCESS [ 651.047450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.047450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.047450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.051027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.051027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.051027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.051027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.051027] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.132032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.132032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.132032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.132032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.132032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.132032] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a138d3-866a-40a7-9083-4c0c37f72013 already deleted. [ 651.132381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.429190] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 651.429665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.430281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.433143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.435020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.436524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.436874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437637] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.439611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.439611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.439869] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.440300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.441148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.441148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441148] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.554195] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.949584] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 672ab926-71fc-46c5-816e-6bcc24e6cb06: rpc.has_security_group_logging(os_id): False [ 651.950935] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.973475] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.973475] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.973475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.974790] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.974790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.974790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.974790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.974790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.974790] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.974790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.974790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.976542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.976542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.976542] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be created. [ 652.019928] env[69325]: INFO networking_nsxv3.common.synchronization [req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a req-56aae629-72d9-482a-8777-fd0035634625 service nova] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 652.020580] env[69325]: INFO networking_nsxv3.common.synchronization [req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a req-56aae629-72d9-482a-8777-fd0035634625 service nova] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 652.020580] env[69325]: INFO networking_nsxv3.common.synchronization [req-4bb130e6-75fa-40a9-900b-dca40d4cbd9a req-56aae629-72d9-482a-8777-fd0035634625 service nova] Enqueued Resource ID: 22ba6599-368b-4b41-930e-e2bd2dbb6d9b with Priority: HIGHEST for action port [ 652.021148] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 652.022195] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 652.022195] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ba6599-368b-4b41-930e-e2bd2dbb6d9b with Priority: HIGHEST for action port [ 652.022195] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.022195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.022195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.022575] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.025043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.025043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.025043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.025043] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.025799] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.025919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.025962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.026556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.026556] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ba6599-368b-4b41-930e-e2bd2dbb6d9b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.043798] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.044032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.044032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.044491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.044491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.058592] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.063443] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 652.454297] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.528754] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.534197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.534511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.534846] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22ba6599-368b-4b41-930e-e2bd2dbb6d9b with status ACTIVE [ 652.535154] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.535346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.535440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.535956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.537083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.537397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.537671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.537671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.538230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.538915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.541236] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.541236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.541236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.543047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.543047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.543047] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22ba6599-368b-4b41-930e-e2bd2dbb6d9b is going to be updated. [ 652.559621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.559621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.559826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.560010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.560148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.560287] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630e62-a506-4c05-8736-3cebcdfb4010 is going to be updated. [ 652.586550] env[69325]: INFO networking_nsxv3.common.synchronization [req-d0b1f072-e1c2-4cc4-bcd4-02fab56c1f06 req-7bacf6e5-1c75-4e35-8da2-8b59a2bf3085 tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: 02a138d3-866a-40a7-9083-4c0c37f72013 with Priority: HIGHEST for action security_group_rules [ 652.587667] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 652.587873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.591221] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a138d3-866a-40a7-9083-4c0c37f72013 with Priority: HIGHEST for action security_group_rules [ 652.591221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.591221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.591446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.591529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.591582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.591769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.592202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.592202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.592202] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.593775] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.593959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ba6599-368b-4b41-930e-e2bd2dbb6d9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596927] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a138d3-866a-40a7-9083-4c0c37f72013 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596927] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a138d3-866a-40a7-9083-4c0c37f72013',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596927] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596927] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.605578] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 652.605751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.605923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.606193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.606470] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.606603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.606603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.606839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.606839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.607037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.609065] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.610541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.610541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.610541] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.611032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.611032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.611032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.611032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.611312] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.618082] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.618082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.618082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.618082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.618082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.631132] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: IN_PROGRESS for 2s [ 652.957793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.957793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.957920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.958373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.958541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.958689] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 652.994855] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.995494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.995494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.995829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.996808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.006318] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 653.045064] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.063702] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a0da394b-5ed5-4a47-a6f3-444f8bf4eb83 None None] Enqueued Resource ID: 32f5e967-a527-452d-ac21-95513f96efe2 with Priority: HIGHEST for action port [ 653.064247] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f5e967-a527-452d-ac21-95513f96efe2 with Priority: HIGHEST for action port [ 653.065033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f5e967-a527-452d-ac21-95513f96efe2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.065033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f5e967-a527-452d-ac21-95513f96efe2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.065033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f5e967-a527-452d-ac21-95513f96efe2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.065263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f5e967-a527-452d-ac21-95513f96efe2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.065322] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f5e967-a527-452d-ac21-95513f96efe2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.100405] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.105156] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.116346] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.119752] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.125700] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.125842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.125909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.126134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.126231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.126323] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a138d3-866a-40a7-9083-4c0c37f72013 already deleted. [ 653.126398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.549441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.549441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.549441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.549441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.549441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.549441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be created. [ 653.569355] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f5e967-a527-452d-ac21-95513f96efe2 [ 653.569355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.569355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.569355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.569355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.569355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.569355] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f5e967-a527-452d-ac21-95513f96efe2 already deleted. [ 653.569355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f5e967-a527-452d-ac21-95513f96efe2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.581621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.581786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.585955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.585955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.585955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.599328] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: UNINITIALIZED for 2s [ 653.608968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.625099] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a04513a-72bc-4cfe-8828-09d292d0330b: rpc.has_security_group_logging(os_id): False [ 653.627431] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.658784] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.658784] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.660577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.660577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.660577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.660577] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be created. [ 653.722655] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.722826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.723160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.723160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.723307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.739463] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 654.081249] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 654.081249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.081249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.081249] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.111614] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.111819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.111914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.112241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.112333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.112433] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 654.132020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.132257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.132337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.134104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.134104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.134104] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be updated. [ 654.154411] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.154721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.155474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.155979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.155979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.170042] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 654.177313] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.177479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.177551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.177793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.177973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.192239] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 654.233645] env[69325]: INFO networking_nsxv3.common.synchronization [req-91e820a8-165e-4f50-b3b2-9ed3d6fb3a29 req-783b8c28-3679-428d-93d8-2c69d3f54bb8 tempest-SecurityGroupRulesTestJSON-1685975827 tempest-SecurityGroupRulesTestJSON-1685975827-project-member] Enqueued Resource ID: 02a138d3-866a-40a7-9083-4c0c37f72013 with Priority: HIGHEST for action security_group_rules [ 654.233645] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a138d3-866a-40a7-9083-4c0c37f72013 with Priority: HIGHEST for action security_group_rules [ 654.233645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a138d3-866a-40a7-9083-4c0c37f72013 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.233645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.233645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.233645] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a138d3-866a-40a7-9083-4c0c37f72013',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.586704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.586704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.645089] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: SUCCESS [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.645089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.645089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.645089] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.757991] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.758302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.758380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.758623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.758765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.758940] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a138d3-866a-40a7-9083-4c0c37f72013 already deleted. [ 654.759083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a138d3-866a-40a7-9083-4c0c37f72013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.025473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.025473] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.025473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.029017] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.118303] env[69325]: INFO networking_nsxv3.common.synchronization [None req-fd184a8d-9196-4a6d-b3db-32258e6d90be tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_rules [ 655.118303] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_rules [ 655.119303] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.119645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.119951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.120338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.120833] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.147633] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.446605] env[69325]: INFO networking_nsxv3.common.synchronization [None req-6c19c8d0-721a-4398-9205-4aa85f6bfec6 None None] Enqueued Resource ID: 4cb4f136-194f-4f89-a29d-084bdbf0ee9f with Priority: HIGHEST for action port [ 655.447461] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb4f136-194f-4f89-a29d-084bdbf0ee9f with Priority: HIGHEST for action port [ 655.447832] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb4f136-194f-4f89-a29d-084bdbf0ee9f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.449031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb4f136-194f-4f89-a29d-084bdbf0ee9f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.449031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb4f136-194f-4f89-a29d-084bdbf0ee9f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.449031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb4f136-194f-4f89-a29d-084bdbf0ee9f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.449031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb4f136-194f-4f89-a29d-084bdbf0ee9f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.529498] env[69325]: INFO networking_nsxv3.common.synchronization [None req-876c9f23-c2f5-4ef1-bf09-3eb7815c159c tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_rules [ 655.529498] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_rules [ 655.529498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.529498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.532896] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.620163] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 655.620163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.620163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.620163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.620163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.620781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.621280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.622598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.622598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.622598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.622598] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.648049] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.648049] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 already deleted. [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.648049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.648049] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.653127] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86630e62-a506-4c05-8736-3cebcdfb4010: rpc.has_security_group_logging(os_id): False [ 655.671631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.672018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.672018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.672199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.674094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.674094] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.674094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.674094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.674094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.674094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.674094] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86630e62-a506-4c05-8736-3cebcdfb4010 is going to be created. [ 655.735217] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.735402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.735491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.735703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.735875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.751979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: IN_PROGRESS for 2s [ 655.752799] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 655.753067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.753227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.753455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.753542] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.952625] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cb4f136-194f-4f89-a29d-084bdbf0ee9f [ 655.952797] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.952797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.952898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.953188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.953280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.953395] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cb4f136-194f-4f89-a29d-084bdbf0ee9f already deleted. [ 655.953479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb4f136-194f-4f89-a29d-084bdbf0ee9f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.036815] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.127789] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.175584] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.175683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.175740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.175957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.176068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.176160] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 already deleted. [ 656.176267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.190415] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 656.190415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.190415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.190957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.191175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.191607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.191607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.191880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.192153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.192323] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.205905] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 656.205905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.206042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.208017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.209590] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.209590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.209590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.209590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.209590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.209590] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.255949] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.256163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.400922] env[69325]: INFO networking_nsxv3.common.synchronization [req-31d6628a-9f48-4c51-b4c5-81506c7c7388 req-f76b8183-18af-43fb-8945-8c8e777e7ae6 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Enqueued Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_members [ 656.401856] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_members [ 656.406365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.406592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.406720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.407111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.407382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.407538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.407638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.407869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.408168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.408168] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.539457] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.539710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.539865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.540190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.540330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.540505] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 656.575049] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.575844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.575844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.586856] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 656.630125] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41eb0df3-1c03-4216-a58f-867939eb6a7d: rpc.has_security_group_logging(os_id): False [ 656.662031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.662031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.662031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.662031] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be created. [ 656.697142] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.714040] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.737886] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.738233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.738233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.738352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.738536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.753914] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: IN_PROGRESS for 2s [ 656.916359] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.916678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.916760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.917083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.917246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.917548] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.917851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.917851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.918104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.918243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.918390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 already deleted. [ 656.918555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.111918] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.113017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.113017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.113017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.113265] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.113348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.113539] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.113801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.113952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.114169] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.114301] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.114407] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.114615] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.114615] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.115339] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.115339] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.138365] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.138797] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.138962] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.139188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.139539] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.139731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.139893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.140266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.140408] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1e28d4-a9e2-4fa3-867d-d6c328897f19',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.202295] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.218388] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.646426] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.646765] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.646943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.647497] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.647712] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 not found, creating... [ 657.647994] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649539] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.649539] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649959] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.650191] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 is going to be created. [ 657.674683] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.674683] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.674817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.675639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.675639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.705707] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.707140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.707140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.707140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.707140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.707437] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 657.720736] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.722081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.722286] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be updated. [ 657.750483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.750724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.750793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.751063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.751294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.754149] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.754280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.754339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.754545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.755028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.765649] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8fa5560e-f48a-43c7-a5fe-26691f2eb7f9 None None] Enqueued Resource ID: 8496005f-c934-4b6c-a661-0762e510cd18 with Priority: HIGHEST for action port [ 657.765847] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496005f-c934-4b6c-a661-0762e510cd18 with Priority: HIGHEST for action port [ 657.766590] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8496005f-c934-4b6c-a661-0762e510cd18 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.766777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8496005f-c934-4b6c-a661-0762e510cd18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.766876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8496005f-c934-4b6c-a661-0762e510cd18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.767179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8496005f-c934-4b6c-a661-0762e510cd18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.767266] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8496005f-c934-4b6c-a661-0762e510cd18',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.783704] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 657.785115] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 657.788524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: SUCCESS [ 657.788846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.273621] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8496005f-c934-4b6c-a661-0762e510cd18 [ 658.273817] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.273817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.273919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.274096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.274185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.274298] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8496005f-c934-4b6c-a661-0762e510cd18 already deleted. [ 658.274352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8496005f-c934-4b6c-a661-0762e510cd18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.500156] env[69325]: INFO networking_nsxv3.common.synchronization [req-93bf95f3-9c64-43a6-857a-974d337bd56d req-8bfafc58-0692-4e9d-a6c5-8efa8296a75f tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 658.501174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 658.501575] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.501708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.501845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.502083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.502214] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.502316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.502378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.502539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.502622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.502716] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.596987] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 658.596987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.596987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.597330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.597442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.597517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.597594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.597752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.597836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.597923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.598018] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.610492] env[69325]: INFO networking_nsxv3.common.synchronization [req-31d6628a-9f48-4c51-b4c5-81506c7c7388 req-48b1b939-a5f9-49c8-9e57-4200b1e3577a service nova] Enqueued Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_rules [ 658.610704] env[69325]: INFO networking_nsxv3.common.synchronization [req-31d6628a-9f48-4c51-b4c5-81506c7c7388 req-48b1b939-a5f9-49c8-9e57-4200b1e3577a service nova] Enqueued Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_members [ 658.610866] env[69325]: INFO networking_nsxv3.common.synchronization [req-31d6628a-9f48-4c51-b4c5-81506c7c7388 req-48b1b939-a5f9-49c8-9e57-4200b1e3577a service nova] Enqueued Resource ID: 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 with Priority: HIGHEST for action port [ 658.611133] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_rules [ 658.612174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_members [ 658.612174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 with Priority: HIGHEST for action port [ 658.612174] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.614422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.614422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.614422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.614422] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.616286] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.616415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.616531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.616677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.616837] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.616929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.617367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.617367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.617367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.621969] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.621969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.621969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.621969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.621969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.621969] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1e28d4-a9e2-4fa3-867d-d6c328897f19',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.773048] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 658.773048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.932603] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.932603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.932603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.932603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.932603] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.933020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.933110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.933357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.933524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.933923] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.933923] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.935384] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.935384] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.935384] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.935384] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.935384] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.956686] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.956884] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.957036] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.957232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.957612] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.957852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.957951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.958375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.958521] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf7ac4e-3670-4ba5-973e-933a1f4528e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.008568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.008880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.008985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.009548] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.009657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.010085] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 already deleted. [ 659.010172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.101327] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.101631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.101759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.102021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.102378] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.102697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.103014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.103352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.103451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.103607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.103836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104511] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.105395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.105395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.105395] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.118080] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.118080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.129020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 with status ACTIVE [ 659.129020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.129020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.129020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.129020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.129020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f1e28d4-a9e2-4fa3-867d-d6c328897f19 is going to be updated. [ 659.129770] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.154044] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.154044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.154044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.154044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.154044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.154377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1e28d4-a9e2-4fa3-867d-d6c328897f19" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.462056] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.462056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.462056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.462056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.462540] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.462540] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port dcf7ac4e-3670-4ba5-973e-933a1f4528e7 not found, creating... [ 659.462540] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.463715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.463715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.463715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.463715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.463715] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.464031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.464031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.464317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.464488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.464662] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: dcf7ac4e-3670-4ba5-973e-933a1f4528e7 is going to be created. [ 659.492052] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.492052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.492052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.492052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.492052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.492052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.609039] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 672ab926-71fc-46c5-816e-6bcc24e6cb06: rpc.has_security_group_logging(os_id): False [ 659.632252] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.637675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.637675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.637675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.637675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.637952] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.638216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.638343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.638398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.638651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.638768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.639673] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.639847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.639945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.640936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.640936] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.641134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.641134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.641309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.644872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.644872] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 659.715184] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.715184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.715184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.715364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.732271] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 659.802316] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 659.804637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.804637] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 659.804637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.804637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.805172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.805492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.805797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.805889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.806308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.806445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.806582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.806712] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.808331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.808584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.808839] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.808989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.809095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.809316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.809438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.809570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.810982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.810982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.810982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.810982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.810982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.810982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.810982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.810982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.811661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.811661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.811661] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.137981] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.137981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.137981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.137981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.137981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.137981] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 is going to be created. [ 660.161639] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.161873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.161942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.162197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.162409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.174300] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 in Status: UNINITIALIZED for 2s [ 660.313454] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.315185] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 660.337443] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.337668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.337726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.337956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.338073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.338291] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.338380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.338459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.338644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.338731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.338917] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.339509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.339509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.339509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.339509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.339773] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.339969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.340433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.340679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.342358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.342505] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 660.361929] env[69325]: INFO networking_nsxv3.common.synchronization [None req-fa146fb7-8030-43af-ae7c-8297c71bcefe None None] Enqueued Resource ID: aa994e71-4a51-4bb7-84ff-3fba9d010c5e with Priority: HIGHEST for action port [ 660.361929] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa994e71-4a51-4bb7-84ff-3fba9d010c5e with Priority: HIGHEST for action port [ 660.362464] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa994e71-4a51-4bb7-84ff-3fba9d010c5e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.362997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa994e71-4a51-4bb7-84ff-3fba9d010c5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.362997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa994e71-4a51-4bb7-84ff-3fba9d010c5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.362997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa994e71-4a51-4bb7-84ff-3fba9d010c5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.362997] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa994e71-4a51-4bb7-84ff-3fba9d010c5e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.431085] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.431085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.431458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.431458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.432088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.450615] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 660.488131] env[69325]: INFO networking_nsxv3.common.synchronization [req-93bf95f3-9c64-43a6-857a-974d337bd56d req-5412b3e6-54a3-42eb-b33f-4d3289547f55 service nova] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_rules [ 660.488451] env[69325]: INFO networking_nsxv3.common.synchronization [req-93bf95f3-9c64-43a6-857a-974d337bd56d req-5412b3e6-54a3-42eb-b33f-4d3289547f55 service nova] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 660.488559] env[69325]: INFO networking_nsxv3.common.synchronization [req-93bf95f3-9c64-43a6-857a-974d337bd56d req-5412b3e6-54a3-42eb-b33f-4d3289547f55 service nova] Enqueued Resource ID: dcf7ac4e-3670-4ba5-973e-933a1f4528e7 with Priority: HIGHEST for action port [ 660.490435] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_rules [ 660.490590] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 660.490753] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf7ac4e-3670-4ba5-973e-933a1f4528e7 with Priority: HIGHEST for action port [ 660.491091] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.492613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.492902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.493126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.493449] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.494703] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.494920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.495149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.495381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.495775] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.496550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.496550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.496550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.496550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.496550] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.497737] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.498241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.498377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.498632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.498806] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf7ac4e-3670-4ba5-973e-933a1f4528e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.818318] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a04513a-72bc-4cfe-8828-09d292d0330b: rpc.has_security_group_logging(os_id): False [ 660.838132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.838279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.838720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.838720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.838720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.838983] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.839331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.839403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.839494] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be updated. [ 660.867253] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa994e71-4a51-4bb7-84ff-3fba9d010c5e [ 660.867521] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.867679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.867838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.868115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.868222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.868325] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa994e71-4a51-4bb7-84ff-3fba9d010c5e already deleted. [ 660.868419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa994e71-4a51-4bb7-84ff-3fba9d010c5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.973734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.974564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.974564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.974564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.974564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.002044] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.002044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.002044] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.003695] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcf7ac4e-3670-4ba5-973e-933a1f4528e7 with status ACTIVE [ 661.003695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.003695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.003695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.003695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.004171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.004171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.004846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.005025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.005579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.005694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.005928] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.006065] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.006131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.006443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.006533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.006631] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcf7ac4e-3670-4ba5-973e-933a1f4528e7 is going to be updated. [ 661.013356] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 661.050506] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.050694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.050694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.050897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.051032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.051218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf7ac4e-3670-4ba5-973e-933a1f4528e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.352371] env[69325]: INFO networking_nsxv3.common.synchronization [req-d390b89c-f631-41df-a96b-5e5328174399 req-4a94bae8-6d01-4d8d-8755-84237eba6686 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 661.352856] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 661.353367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.353567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.353567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.353865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.353921] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.354104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.354104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.354420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.354420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.354420] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.508865] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.754102] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 661.754102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.754102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.754102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.754102] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.856674] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.013778] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.013940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.013989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.014219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.014312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.014414] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be created. [ 662.041452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.041548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.041633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.041926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.042171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.055117] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: UNINITIALIZED for 2s [ 662.141141] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.141404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.141610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.141989] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.142392] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.142637] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.142787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.143108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.143295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.143545] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.143692] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.143857] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.144021] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.144171] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.144310] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.144472] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.169420] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.169652] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.169859] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.170083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.170499] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-8cb2b8e4-ceb7-4b17-b685-414fc1035013 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.170697] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.170897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.171599] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb2b8e4-ceb7-4b17-b685-414fc1035013',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.185932] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 in Status: SUCCESS [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.190029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.190029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.190029] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.256981] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.257202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.257305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.257497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.257667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.257786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.257856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.257981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.258076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.258163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.258249] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.359113] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.469493] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 662.469763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.469944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.470757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.470757] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.675263] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.676895] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.677152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.677435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.677709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.677906] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 8cb2b8e4-ceb7-4b17-b685-414fc1035013 not found, creating... [ 662.678230] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678947] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678947] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.679109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.679294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.679642] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.679852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.680289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.680466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.680619] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 8cb2b8e4-ceb7-4b17-b685-414fc1035013 is going to be created. [ 662.692650] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692650] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.692650] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.696526] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.696526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.696526] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.707148] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.707531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.707531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.707798] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.708128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.761274] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.761479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.761532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.761743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.761913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.762061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.762157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.762327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.762434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.762498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.762785] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.762785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.762935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.762974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.763138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.763238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.763294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.763432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.763502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.763591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.763689] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.818826] env[69325]: INFO networking_nsxv3.common.synchronization [req-3c5da4fb-a7ff-4340-8677-ec9c8d32da9e req-8eeba9a5-9ed8-4e6e-a38a-41499bdd4250 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 662.819478] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 662.819802] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.819901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.819974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.820456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.820686] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.820840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.821064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.821169] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.821248] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.861513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.862055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.862193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.862500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.862625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.864491] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be updated. [ 662.909125] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.909300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.909542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.909649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.909784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.925824] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: IN_PROGRESS for 2s [ 662.975172] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975172] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.975668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.975668] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.032044] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 663.033829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.200805] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9: rpc.has_security_group_logging(os_id): False [ 663.223421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.224435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.224435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.224435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.224435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.224435] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.224435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.224939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.224939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.224939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.224939] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.225493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.225633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.225956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.226099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.227311] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.227444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.228037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.228240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.228364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.228488] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 is going to be created. [ 663.271963] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 672ab926-71fc-46c5-816e-6bcc24e6cb06: rpc.has_security_group_logging(os_id): False [ 663.308826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.309298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.309493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.309963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.310069] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.315518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.315518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.315518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.315518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.315518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.315921] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.315921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.316559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.316559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.319131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.319131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.319131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.319131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.319131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.319131] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 663.323236] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.368913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.368913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.368913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.369635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.369995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.403826] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 in Status: IN_PROGRESS for 2s [ 663.461483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.461483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.461483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.461483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.461483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.479628] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.479896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.479896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.480175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.480370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.480482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.480544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.480719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.480883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.480979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.481152] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.481242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.481302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.481455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.481597] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.481686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.481751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.481928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.482041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.482937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.482937] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.502673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 663.827418] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.986531] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 664.005793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.005793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.006053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006578] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.006698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.006771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.007029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.007219] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.007311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.007360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.007530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.007569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.007804] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.007861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.007901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.008575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.008575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.008575] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 664.067263] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070032] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.074904] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.075139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.075139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.075366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.075548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.092292] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 664.123016] env[69325]: INFO networking_nsxv3.common.synchronization [req-00c1db63-87c1-4a64-8cc5-c9fe555aab8b req-08f4c636-9ad3-4c26-a835-87d86af7f3f4 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 664.123016] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 664.123748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.126663] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.126663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.126663] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.331994] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.332172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.332233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.332492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.332547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.332636] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 664.369036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.369036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.369036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.369036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.369036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.377493] env[69325]: INFO networking_nsxv3.common.synchronization [req-d390b89c-f631-41df-a96b-5e5328174399 req-3cd9a8d0-9018-4130-b272-0b48ad5a2004 service nova] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_rules [ 664.378087] env[69325]: INFO networking_nsxv3.common.synchronization [req-d390b89c-f631-41df-a96b-5e5328174399 req-3cd9a8d0-9018-4130-b272-0b48ad5a2004 service nova] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 664.378473] env[69325]: INFO networking_nsxv3.common.synchronization [req-d390b89c-f631-41df-a96b-5e5328174399 req-3cd9a8d0-9018-4130-b272-0b48ad5a2004 service nova] Enqueued Resource ID: 8cb2b8e4-ceb7-4b17-b685-414fc1035013 with Priority: HIGHEST for action port [ 664.379420] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 664.380103] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_rules [ 664.380103] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 664.380103] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb2b8e4-ceb7-4b17-b685-414fc1035013 with Priority: HIGHEST for action port [ 664.380411] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.380589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.380714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.381062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.381132] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.382747] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.382747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.382891] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb2b8e4-ceb7-4b17-b685-414fc1035013 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.382972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.383212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.383212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.383840] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb2b8e4-ceb7-4b17-b685-414fc1035013',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.574911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.574911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.574911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.574911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.574911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.575651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.575651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.575651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.575651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.575651] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.635672] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.635672] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.635672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.635672] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 664.673571] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.673571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.673571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.673571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.673571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682053] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 664.869930] env[69325]: INFO networking_nsxv3.common.synchronization [req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e req-31b60aae-2a14-4a79-a10a-dc2c9a3f731c tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Enqueued Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_members [ 664.870517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_members [ 664.870892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.871131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.871262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.871545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.871720] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.871908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.871908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.872110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.872720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.872902] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.885356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.885563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.885736] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb2b8e4-ceb7-4b17-b685-414fc1035013 with status ACTIVE [ 664.885914] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.886040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.886206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.886416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.886416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.886999] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.886999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.886999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.887316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.887316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.887456] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.887573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.887573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.887704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.889057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.889057] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb2b8e4-ceb7-4b17-b685-414fc1035013 is going to be updated. [ 664.896734] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9c3dd69b-0cae-4eb0-867c-a538d42c9187 None None] Enqueued Resource ID: 4ffe047e-7e51-461c-9764-97b2915ed7c9 with Priority: HIGHEST for action port [ 664.897664] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffe047e-7e51-461c-9764-97b2915ed7c9 with Priority: HIGHEST for action port [ 664.898166] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ffe047e-7e51-461c-9764-97b2915ed7c9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.898360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ffe047e-7e51-461c-9764-97b2915ed7c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.898478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ffe047e-7e51-461c-9764-97b2915ed7c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.898965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ffe047e-7e51-461c-9764-97b2915ed7c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.899098] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ffe047e-7e51-461c-9764-97b2915ed7c9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.916024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.916204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.916262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.916633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.916790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb2b8e4-ceb7-4b17-b685-414fc1035013" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.940689] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 664.941069] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.941756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.941888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.946390] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.946390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.946390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.946390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.946390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.946390] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.078500] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d37ca46-67b4-4154-bff4-1e555337bfb8: rpc.has_security_group_logging(os_id): False [ 665.101864] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.102419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.102419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.102601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.102601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.103286] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.103286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.103286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.103286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.103556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.103593] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.105264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.105409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.105624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.105719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.106037] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.106160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.106244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.106460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.106556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.106664] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be created. [ 665.180552] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.180866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.180866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.181060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.181295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.197555] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 665.375316] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.375497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.375591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.375872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.375994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.376441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.376441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.376441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.376636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.376704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.376781] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 already deleted. [ 665.376876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.403481] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ffe047e-7e51-461c-9764-97b2915ed7c9 [ 665.403773] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.403960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.403960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.404173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.404266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.404364] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ffe047e-7e51-461c-9764-97b2915ed7c9 already deleted. [ 665.404446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ffe047e-7e51-461c-9764-97b2915ed7c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.417390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 in Status: SUCCESS [ 665.417621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.445968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.524021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 665.524021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682132] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-164" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.682529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-164" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.686465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-164" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.686465] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.686465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.686648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.686822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.686974] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.687223] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.687344] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.687452] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.687577] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.687692] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.688029] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.688029] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.711333] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.711487] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.711648] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.711864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-164" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.712795] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-fa5dab81-e81f-4814-8126-157275fb59ce taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.712795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.712795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.713285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.713495] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5dab81-e81f-4814-8126-157275fb59ce',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.947638] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.111316] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 666.111316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.217924] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.218215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.218400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.218766] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.218920] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.219148] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port fa5dab81-e81f-4814-8126-157275fb59ce not found, creating... [ 666.219502] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.219652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.219810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.220178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.220444] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.220961] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.223227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.223756] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.224123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.224465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.224692] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: fa5dab81-e81f-4814-8126-157275fb59ce is going to be created. [ 666.259463] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.259685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.259815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.260118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.260348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.260580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391653] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 666.391950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.452881] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.453790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.454288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.455509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.455652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.455775] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be updated. [ 666.495011] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.495454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.495531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.495761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.495938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.507116] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: IN_PROGRESS for 2s [ 666.692691] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 666.692691] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 deletion is rescheduled due to dependency. [ 666.692691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102981] env[69325]: INFO networking_nsxv3.common.synchronization [req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e req-081a77a0-5216-46f0-92ca-39d9d35a454c service nova] Enqueued Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_rules [ 667.103448] env[69325]: INFO networking_nsxv3.common.synchronization [req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e req-081a77a0-5216-46f0-92ca-39d9d35a454c service nova] Enqueued Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_members [ 667.103448] env[69325]: INFO networking_nsxv3.common.synchronization [req-458c5563-bbeb-43dd-b1ad-2d78a4b9077e req-081a77a0-5216-46f0-92ca-39d9d35a454c service nova] Enqueued Resource ID: fa5dab81-e81f-4814-8126-157275fb59ce with Priority: HIGHEST for action port [ 667.103555] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_rules [ 667.103663] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_members [ 667.103756] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5dab81-e81f-4814-8126-157275fb59ce with Priority: HIGHEST for action port [ 667.104412] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.104493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.104541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.104867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.104867] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.107177] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.111114] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.113890] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.113890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5dab81-e81f-4814-8126-157275fb59ce taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.113890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.113890] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5dab81-e81f-4814-8126-157275fb59ce',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.211164] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 667.211437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.265384] env[69325]: INFO networking_nsxv3.common.synchronization [req-b82767f8-cf46-44e9-a685-031ef8070cd3 req-ec1e0359-9313-49b9-896d-2a31ab934d4f tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Enqueued Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_members [ 667.266368] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_members [ 667.266807] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.267400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.267526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.267898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.268249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.268600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.268744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.269150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.269305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.269451] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.615827] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.616099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.616578] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.617847] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5dab81-e81f-4814-8126-157275fb59ce with status ACTIVE [ 667.617982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.618261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.618261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.618700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.618700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.619096] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.619290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.619400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.620153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.620153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.620428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.620428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.620673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.620844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.620844] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5dab81-e81f-4814-8126-157275fb59ce is going to be updated. [ 667.665024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.665024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.665024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.665024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.665232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.665847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5dab81-e81f-4814-8126-157275fb59ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.771890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.774431] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.774431] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 already deleted. [ 667.774431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.792413] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2c2b4323-13bf-445a-88e4-e4b89029a633 None None] Enqueued Resource ID: e055c582-b080-404f-b7c6-7390459e3fd2 with Priority: HIGHEST for action port [ 667.792706] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e055c582-b080-404f-b7c6-7390459e3fd2 with Priority: HIGHEST for action port [ 667.793437] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e055c582-b080-404f-b7c6-7390459e3fd2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.793527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e055c582-b080-404f-b7c6-7390459e3fd2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.793577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e055c582-b080-404f-b7c6-7390459e3fd2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.794181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e055c582-b080-404f-b7c6-7390459e3fd2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.794369] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e055c582-b080-404f-b7c6-7390459e3fd2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.123632] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.276609] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.276609] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-131" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.276609] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-131" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.276609] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-131" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.276609] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.277726] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.279223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.279223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.279223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.279223] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.279223] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.279223] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.279223] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.279223] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.279223] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.279910] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.298601] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e055c582-b080-404f-b7c6-7390459e3fd2 [ 668.298601] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.298601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.298601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.298601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.298601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.298601] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e055c582-b080-404f-b7c6-7390459e3fd2 already deleted. [ 668.298601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e055c582-b080-404f-b7c6-7390459e3fd2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.303446] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.303446] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.303446] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.303446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-131" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.303446] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-58eaae46-746d-4f3d-9f82-a73de05a06d5 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.303446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.303446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.303446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.303446] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58eaae46-746d-4f3d-9f82-a73de05a06d5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.306712] env[69325]: INFO networking_nsxv3.common.synchronization [None req-3b0b3bfd-35ba-4b1c-8363-10eaef6f1b45 None None] Enqueued Resource ID: cb200ca5-9ea6-4245-9747-45d88e1b4d32 with Priority: HIGHEST for action port [ 668.306838] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb200ca5-9ea6-4245-9747-45d88e1b4d32 with Priority: HIGHEST for action port [ 668.309722] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb200ca5-9ea6-4245-9747-45d88e1b4d32 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.309722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb200ca5-9ea6-4245-9747-45d88e1b4d32" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.309722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb200ca5-9ea6-4245-9747-45d88e1b4d32" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.309722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb200ca5-9ea6-4245-9747-45d88e1b4d32" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.309722] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb200ca5-9ea6-4245-9747-45d88e1b4d32',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.516990] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 668.518427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.518427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.518427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.518427] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.518699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.518699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.518784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.518820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.519469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.519469] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.631171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.631171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.631171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.631171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.631171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.631450] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 is going to be created. [ 668.666452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.666686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.666686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.666964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.667442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.682654] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 in Status: UNINITIALIZED for 2s [ 668.810528] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.810766] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.810970] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.811350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.811678] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 58eaae46-746d-4f3d-9f82-a73de05a06d5 not found, creating... [ 668.811950] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.812131] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.812251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.812506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.812651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.812964] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.813673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.813811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.814034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.814180] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.814322] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 58eaae46-746d-4f3d-9f82-a73de05a06d5 is going to be created. [ 668.815899] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb200ca5-9ea6-4245-9747-45d88e1b4d32 [ 668.816093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.816203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.816269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.816430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.816510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.816603] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb200ca5-9ea6-4245-9747-45d88e1b4d32 already deleted. [ 668.816686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb200ca5-9ea6-4245-9747-45d88e1b4d32" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.837856] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.838042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.838168] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.838447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.838681] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.838916] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.022619] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.022836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.022916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.023195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.023393] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.023508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.023579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.023740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.023826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.023992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.024179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.024318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.024363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.024648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.024648] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.024766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.024766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.025137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.025137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.025137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.025137] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.531367] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266: rpc.has_security_group_logging(os_id): False [ 669.557826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.557826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.557826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.557826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.558565] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.558565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.558565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.560143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.560259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.560312] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be updated. [ 669.639381] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.639381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.639972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.639972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.639972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.654781] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: IN_PROGRESS for 2s [ 669.894544] env[69325]: INFO networking_nsxv3.common.synchronization [req-b82767f8-cf46-44e9-a685-031ef8070cd3 req-6fcf9688-ce4b-47a0-97c9-cba5b6df6c7b service nova] Enqueued Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_rules [ 669.894544] env[69325]: INFO networking_nsxv3.common.synchronization [req-b82767f8-cf46-44e9-a685-031ef8070cd3 req-6fcf9688-ce4b-47a0-97c9-cba5b6df6c7b service nova] Enqueued Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_members [ 669.894544] env[69325]: INFO networking_nsxv3.common.synchronization [req-b82767f8-cf46-44e9-a685-031ef8070cd3 req-6fcf9688-ce4b-47a0-97c9-cba5b6df6c7b service nova] Enqueued Resource ID: 58eaae46-746d-4f3d-9f82-a73de05a06d5 with Priority: HIGHEST for action port [ 669.895114] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_rules [ 669.898432] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_members [ 669.898432] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58eaae46-746d-4f3d-9f82-a73de05a06d5 with Priority: HIGHEST for action port [ 669.898779] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.899037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.899037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.899405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.899405] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.900403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.900534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.900608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.900777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.901457] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.901599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.901693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.902203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.902324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.902504] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.903511] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-58eaae46-746d-4f3d-9f82-a73de05a06d5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.903665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.903771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.904034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.904202] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58eaae46-746d-4f3d-9f82-a73de05a06d5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.409604] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58eaae46-746d-4f3d-9f82-a73de05a06d5 with status ACTIVE [ 670.409802] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.409905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.409966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.410381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.410381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.410605] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.410841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.410841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.411124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.411236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.411465] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.411593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.411656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.413218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.413218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.413218] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58eaae46-746d-4f3d-9f82-a73de05a06d5 is going to be updated. [ 670.416355] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.418589] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.418781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.439027] env[69325]: INFO networking_nsxv3.common.synchronization [req-ac726c98-16cd-4dbf-abd3-6194fca91baa req-90cb5802-f497-48da-bd79-bef04d4ba5ea tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 670.443276] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 670.443276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58eaae46-746d-4f3d-9f82-a73de05a06d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.443276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.443276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448573] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.451385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.451385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.451385] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.694777] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 in Status: SUCCESS [ 670.695126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.695362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.695362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.695566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.695686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.695752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.695913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.696185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.696185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.696185] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.919911] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.955162] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.955162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.955162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.955162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.955415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.955529] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.955746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.955746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.955918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.956041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.956140] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 already deleted. [ 670.956444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.108964] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2f7e6d8d-f3d0-40bc-8545-4e8767650666 None None] Enqueued Resource ID: ac153521-4b8c-4bda-9164-7451a7402414 with Priority: HIGHEST for action port [ 671.109248] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac153521-4b8c-4bda-9164-7451a7402414 with Priority: HIGHEST for action port [ 671.109669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac153521-4b8c-4bda-9164-7451a7402414 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.109821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac153521-4b8c-4bda-9164-7451a7402414" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.109888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac153521-4b8c-4bda-9164-7451a7402414" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.111179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac153521-4b8c-4bda-9164-7451a7402414" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.111310] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac153521-4b8c-4bda-9164-7451a7402414',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.169147] env[69325]: INFO networking_nsxv3.common.synchronization [None req-3c9b9076-b63c-406a-a2b1-b612043b91da None None] Enqueued Resource ID: 60a77b24-65de-4107-ba4c-6fbe3435b28b with Priority: HIGHEST for action port [ 671.170181] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a77b24-65de-4107-ba4c-6fbe3435b28b with Priority: HIGHEST for action port [ 671.170575] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a77b24-65de-4107-ba4c-6fbe3435b28b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.171064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a77b24-65de-4107-ba4c-6fbe3435b28b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.171197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a77b24-65de-4107-ba4c-6fbe3435b28b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.171482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a77b24-65de-4107-ba4c-6fbe3435b28b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.171643] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a77b24-65de-4107-ba4c-6fbe3435b28b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.199150] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.199338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.199399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.199609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.199781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.199906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.199961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.200102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.200188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.200277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.200462] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.200579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.200579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.200714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.200905] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.201031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.201112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.201228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.201304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.201410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.201505] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.424671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.424826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.424933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.425147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.425248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.425361] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 is going to be created. [ 671.539691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.539944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.539944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.540228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.540435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.555234] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 in Status: UNINITIALIZED for 2s [ 671.614341] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac153521-4b8c-4bda-9164-7451a7402414 [ 671.615184] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.615184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.615184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.619293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.619397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.619494] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac153521-4b8c-4bda-9164-7451a7402414 already deleted. [ 671.619574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac153521-4b8c-4bda-9164-7451a7402414" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.670504] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 671.670504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.674654] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60a77b24-65de-4107-ba4c-6fbe3435b28b [ 671.674947] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.675051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.675149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.675386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.675462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.675649] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60a77b24-65de-4107-ba4c-6fbe3435b28b already deleted. [ 671.675649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a77b24-65de-4107-ba4c-6fbe3435b28b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.704788] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1250bac6-c2eb-41d5-9218-cf470d491e82: rpc.has_security_group_logging(os_id): False [ 671.724628] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.724778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.724844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.725072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.725158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.725353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.725447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.725508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.725665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.725740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.725926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.726232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.726304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.726485] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.726770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.726841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.726920] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 is going to be created. [ 671.793872] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.794051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.794165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.794396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.794572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.806839] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 in Status: IN_PROGRESS for 2s [ 671.872018] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.872018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-672" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.872018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-672" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.872018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-672" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.872018] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.872018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.872018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.872018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.873750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.876125] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.876125] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.876125] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.876125] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.876125] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.876125] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.876125] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.924544] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.927137] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.927137] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.927137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-672" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.927137] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-11128624-6aae-4b22-a649-ec1062464515 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.927137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.927650] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.927650] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.927733] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11128624-6aae-4b22-a649-ec1062464515',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.431129] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.431396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.431508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.431767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.432036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.432197] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 11128624-6aae-4b22-a649-ec1062464515 not found, creating... [ 672.432479] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.432635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.432744] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.432977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.433736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.433736] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.433736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.434376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.434376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.436385] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 11128624-6aae-4b22-a649-ec1062464515 is going to be created. [ 672.463775] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.464333] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.465112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.465112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.465502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.466487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.585788] env[69325]: INFO networking_nsxv3.common.synchronization [req-5863447d-48ae-4c00-ad30-53972a08446a req-58ddf78c-a53b-4fa2-9bf2-a8a35bd2e64d tempest-SecurityGroupRulesNegativeTestJSON-1306320885 tempest-SecurityGroupRulesNegativeTestJSON-1306320885-project-member] Enqueued Resource ID: 8254a5df-f94f-4a2f-b14c-6d03622f4d7c with Priority: HIGHEST for action security_group_rules [ 672.586440] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8254a5df-f94f-4a2f-b14c-6d03622f4d7c with Priority: HIGHEST for action security_group_rules [ 672.586799] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.586991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.587206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.587575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.588731] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8254a5df-f94f-4a2f-b14c-6d03622f4d7c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.112907] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.113287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.113287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.113368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.113461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.113555] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8254a5df-f94f-4a2f-b14c-6d03622f4d7c already deleted. [ 673.113641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.296244] env[69325]: INFO networking_nsxv3.common.synchronization [None req-5c1e11c8-19f4-41ea-9b60-be69cf3c0265 None None] Enqueued Resource ID: 6cab352c-0933-4d30-9120-9655cde49169 with Priority: HIGHEST for action port [ 673.298173] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cab352c-0933-4d30-9120-9655cde49169 with Priority: HIGHEST for action port [ 673.298912] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cab352c-0933-4d30-9120-9655cde49169 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.298912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cab352c-0933-4d30-9120-9655cde49169" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.298912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cab352c-0933-4d30-9120-9655cde49169" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.299106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cab352c-0933-4d30-9120-9655cde49169" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.299206] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cab352c-0933-4d30-9120-9655cde49169',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.567293] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 in Status: SUCCESS [ 673.567742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.567742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.568093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.568093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.568292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.568292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.572025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.572025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.572025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.572025] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.718346] env[69325]: INFO networking_nsxv3.common.synchronization [req-ac726c98-16cd-4dbf-abd3-6194fca91baa req-9e0e1e6e-cd61-4c33-9b6b-b43f75f0401e service nova] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 673.718533] env[69325]: INFO networking_nsxv3.common.synchronization [req-ac726c98-16cd-4dbf-abd3-6194fca91baa req-9e0e1e6e-cd61-4c33-9b6b-b43f75f0401e service nova] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 673.718686] env[69325]: INFO networking_nsxv3.common.synchronization [req-ac726c98-16cd-4dbf-abd3-6194fca91baa req-9e0e1e6e-cd61-4c33-9b6b-b43f75f0401e service nova] Enqueued Resource ID: 11128624-6aae-4b22-a649-ec1062464515 with Priority: HIGHEST for action port [ 673.719265] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 673.719405] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 673.719511] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11128624-6aae-4b22-a649-ec1062464515 with Priority: HIGHEST for action port [ 673.719831] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.721421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.721527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.721781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.721892] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.726992] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.727341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.727341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.727568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.727768] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.727883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.727954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.731335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.731335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.731335] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.731335] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-11128624-6aae-4b22-a649-ec1062464515 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.731335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.731335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.731335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.731335] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11128624-6aae-4b22-a649-ec1062464515',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.802194] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cab352c-0933-4d30-9120-9655cde49169 [ 673.802434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.802568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.802636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.802857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.803392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.803511] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cab352c-0933-4d30-9120-9655cde49169 already deleted. [ 673.806285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cab352c-0933-4d30-9120-9655cde49169" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.825802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 in Status: SUCCESS [ 673.826179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.962580] env[69325]: INFO networking_nsxv3.common.synchronization [None req-29c39a87-eafd-4eb6-9122-75eedc34d9d6 None None] Enqueued Resource ID: 6243bacb-7029-4db8-b8a1-e223a62eed1f with Priority: HIGHEST for action port [ 673.962580] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6243bacb-7029-4db8-b8a1-e223a62eed1f with Priority: HIGHEST for action port [ 673.962580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6243bacb-7029-4db8-b8a1-e223a62eed1f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.962580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6243bacb-7029-4db8-b8a1-e223a62eed1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.963254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6243bacb-7029-4db8-b8a1-e223a62eed1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.963544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6243bacb-7029-4db8-b8a1-e223a62eed1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.964170] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6243bacb-7029-4db8-b8a1-e223a62eed1f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.072319] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.072319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.072319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.072695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.072822] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.073026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.073026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.073965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.073965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.073965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.073965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.073965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.073965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.073965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.074294] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.074294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.074294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.074416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.074456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.074538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.074590] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.236453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.236825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.236825] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11128624-6aae-4b22-a649-ec1062464515 with status ACTIVE [ 674.237452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.237452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.237452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.237601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.237601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238085] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.238085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.238085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.239312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239312] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.239312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.239312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.239312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.239312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239312] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11128624-6aae-4b22-a649-ec1062464515 is going to be updated. [ 674.241264] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.243937] env[69325]: INFO networking_nsxv3.common.synchronization [None req-3872ac3f-f082-4e02-8e30-7187ad4cad76 None None] Enqueued Resource ID: 10ccf16d-6f27-49d4-972e-70074ca96664 with Priority: HIGHEST for action port [ 674.245011] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ccf16d-6f27-49d4-972e-70074ca96664 with Priority: HIGHEST for action port [ 674.246757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ccf16d-6f27-49d4-972e-70074ca96664 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.246757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ccf16d-6f27-49d4-972e-70074ca96664" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.246757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ccf16d-6f27-49d4-972e-70074ca96664" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.246757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ccf16d-6f27-49d4-972e-70074ca96664" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.247050] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ccf16d-6f27-49d4-972e-70074ca96664',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.271408] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.271646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.271646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.271815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.271955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.272142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.284617] env[69325]: INFO networking_nsxv3.common.synchronization [req-0cf6b7b9-26f6-4c87-8abe-bb346d197163 req-7aa10501-7bca-4fc7-add0-352019acaeae tempest-SecurityGroupRulesNegativeTestJSON-1306320885 tempest-SecurityGroupRulesNegativeTestJSON-1306320885-project-member] Enqueued Resource ID: 8254a5df-f94f-4a2f-b14c-6d03622f4d7c with Priority: HIGHEST for action security_group_rules [ 674.286289] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8254a5df-f94f-4a2f-b14c-6d03622f4d7c with Priority: HIGHEST for action security_group_rules [ 674.286289] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.286289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.286289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.286289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.286289] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8254a5df-f94f-4a2f-b14c-6d03622f4d7c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.468608] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6243bacb-7029-4db8-b8a1-e223a62eed1f [ 674.468608] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.468608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.468850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.469019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.469160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.469270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6243bacb-7029-4db8-b8a1-e223a62eed1f already deleted. [ 674.469366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6243bacb-7029-4db8-b8a1-e223a62eed1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.577129] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cc9a649-a2ac-46e3-a108-ee58783b8866: rpc.has_security_group_logging(os_id): False [ 674.601115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.601370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.601450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.601681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.601770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.602050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.602191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.602191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.602389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.604544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.604852] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.605020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.605088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.605287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.605386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.605613] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.605721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.605778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.605930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.606031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.606132] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 is going to be created. [ 674.692598] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.692866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.692866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.694159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.694159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.712791] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 in Status: IN_PROGRESS for 2s [ 674.745775] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.752838] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10ccf16d-6f27-49d4-972e-70074ca96664 [ 674.752838] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.752838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.752838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.752838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.752838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.752838] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10ccf16d-6f27-49d4-972e-70074ca96664 already deleted. [ 674.752838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ccf16d-6f27-49d4-972e-70074ca96664" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.817239] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.817408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.817490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.818462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.818462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.818462] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8254a5df-f94f-4a2f-b14c-6d03622f4d7c already deleted. [ 674.818462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8254a5df-f94f-4a2f-b14c-6d03622f4d7c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995825] env[69325]: INFO networking_nsxv3.common.synchronization [req-5b44a9e9-d8c3-4523-aa47-f066482af0f9 req-f699eabb-329f-482f-9488-190f6dc99cf6 tempest-ServerDiagnosticsNegativeTest-502912906 tempest-ServerDiagnosticsNegativeTest-502912906-project-member] Enqueued Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_members [ 675.002025] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGHEST for action security_group_members [ 675.002025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.002025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.002025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.002025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.002025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.002025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.002025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.002025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.003173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.003173] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.188583] env[69325]: INFO networking_nsxv3.common.synchronization [req-43063eb8-1da2-4628-8c36-e6ad8e17c829 req-d7cc225a-e29c-44f2-bc17-8dbf4474ee2e tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_members [ 675.189152] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_members [ 675.189459] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.189579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.189644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.189913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.190120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.192509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.192509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.192509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.192509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.192509] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.258344] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.258344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.258344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.258344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.258344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.258344] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be created. [ 675.291697] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.291821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.291821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.292123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.292228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.307321] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: UNINITIALIZED for 2s [ 675.507197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.507197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.507197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.507197] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 is going to be updated. [ 675.538840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.539190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.539362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.539656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.539939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.552450] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 in Status: IN_PROGRESS for 2s [ 675.695349] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.695516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.695586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.695807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.695892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.696108] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.696215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.696278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.696581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.696581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.696581] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 already deleted. [ 675.696750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898251] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.901331] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-245" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.901588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-245" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.906561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-245" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.906561] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.906561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.906561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.906561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.906561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.906561] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.906561] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.906561] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.906561] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.906561] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.906561] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.906561] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.931033] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.931033] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.931033] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.931033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-245" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.931033] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-689069fe-03a9-4d40-98d9-303cd9d08e17 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.931033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.931033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.931033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.931033] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689069fe-03a9-4d40-98d9-303cd9d08e17',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.434457] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.434868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.434868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435146] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.435300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.435683] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 689069fe-03a9-4d40-98d9-303cd9d08e17 not found, creating... [ 676.435756] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.436033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.436133] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.436523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.436523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.436750] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.436906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.438360] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.438653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.438875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.438962] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 689069fe-03a9-4d40-98d9-303cd9d08e17 is going to be created. [ 676.462909] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.463151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.463325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.463550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.463780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.463998] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.626123] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2f1bf178-65e3-4576-ba66-a1a34fb4fb65 None None] Enqueued Resource ID: ddeb7220-07a5-4acf-98aa-fc97ed776de0 with Priority: HIGHEST for action port [ 676.627036] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb7220-07a5-4acf-98aa-fc97ed776de0 with Priority: HIGHEST for action port [ 676.627364] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddeb7220-07a5-4acf-98aa-fc97ed776de0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.627521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddeb7220-07a5-4acf-98aa-fc97ed776de0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.628089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddeb7220-07a5-4acf-98aa-fc97ed776de0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.628089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddeb7220-07a5-4acf-98aa-fc97ed776de0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.628089] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddeb7220-07a5-4acf-98aa-fc97ed776de0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.726740] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 in Status: SUCCESS [ 676.726975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.016142] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c19ca896-621c-4596-9bea-7df26f36a1f2 None None] Enqueued Resource ID: 45b84ec7-6590-487f-bf6c-b084386bae0f with Priority: HIGHEST for action port [ 677.018757] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b84ec7-6590-487f-bf6c-b084386bae0f with Priority: HIGHEST for action port [ 677.018757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b84ec7-6590-487f-bf6c-b084386bae0f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.018757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b84ec7-6590-487f-bf6c-b084386bae0f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.018757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b84ec7-6590-487f-bf6c-b084386bae0f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.018983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b84ec7-6590-487f-bf6c-b084386bae0f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.019426] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b84ec7-6590-487f-bf6c-b084386bae0f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.173331] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddeb7220-07a5-4acf-98aa-fc97ed776de0 [ 677.173559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.173674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.173742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.173911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.174024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.174104] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddeb7220-07a5-4acf-98aa-fc97ed776de0 already deleted. [ 677.174176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddeb7220-07a5-4acf-98aa-fc97ed776de0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.263876] env[69325]: INFO networking_nsxv3.common.synchronization [req-43063eb8-1da2-4628-8c36-e6ad8e17c829 req-8fb9d11f-cff7-4157-b3bd-4c5433c66f94 service nova] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_rules [ 677.264070] env[69325]: INFO networking_nsxv3.common.synchronization [req-43063eb8-1da2-4628-8c36-e6ad8e17c829 req-8fb9d11f-cff7-4157-b3bd-4c5433c66f94 service nova] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_members [ 677.264210] env[69325]: INFO networking_nsxv3.common.synchronization [req-43063eb8-1da2-4628-8c36-e6ad8e17c829 req-8fb9d11f-cff7-4157-b3bd-4c5433c66f94 service nova] Enqueued Resource ID: 689069fe-03a9-4d40-98d9-303cd9d08e17 with Priority: HIGHEST for action port [ 677.264441] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_rules [ 677.264568] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_members [ 677.264665] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 689069fe-03a9-4d40-98d9-303cd9d08e17 with Priority: HIGHEST for action port [ 677.265275] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.265399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.265468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.265671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.265751] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.270025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.270025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.270025] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.270025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-689069fe-03a9-4d40-98d9-303cd9d08e17 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.270025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.270025] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689069fe-03a9-4d40-98d9-303cd9d08e17',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.317426] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: SUCCESS [ 677.317699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.318183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.318410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.318598] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.318717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.318946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.319027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.319118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.319231] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.567919] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 in Status: SUCCESS [ 677.567919] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 deletion is rescheduled due to dependency. [ 677.567919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.581115] env[69325]: INFO networking_nsxv3.common.synchronization [req-82c43832-3b53-4a8d-b60e-4a513a38bc53 req-46879c59-e928-42da-a2a1-a08d67bf85be tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Enqueued Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_members [ 677.582014] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_members [ 677.582934] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.583085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.583150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.583429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.583612] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.583722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.583776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.584414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.584414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.584414] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.674960] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b84ec7-6590-487f-bf6c-b084386bae0f [ 677.674960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.674960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.674960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.674960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.674960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.674960] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b84ec7-6590-487f-bf6c-b084386bae0f already deleted. [ 677.674960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b84ec7-6590-487f-bf6c-b084386bae0f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.771649] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.772029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.772293] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.773369] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 689069fe-03a9-4d40-98d9-303cd9d08e17 with status ACTIVE [ 677.773616] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.773752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.773866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.774179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.775075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.775305] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.775408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.775864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.775864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.779512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.779512] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.779512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.779512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.779742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.779742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.780073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 689069fe-03a9-4d40-98d9-303cd9d08e17 is going to be updated. [ 677.814240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.815640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.815640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.815640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.815640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.815640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-689069fe-03a9-4d40-98d9-303cd9d08e17" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.822232] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.088518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.088518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.088518] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 already deleted. [ 678.088518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.096800] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.096800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-393" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.097168] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-393" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.097584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-393" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.097878] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.098114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.098638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.098638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.099057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.099057] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.099137] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.099191] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.099312] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.099432] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.099545] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.099688] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.131008] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.131410] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.131669] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.132026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-393" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.132539] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-aca081ce-4bda-40ee-9fc6-815d17a0666b taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.132845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.133773] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.136033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.136033] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca081ce-4bda-40ee-9fc6-815d17a0666b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.283650] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.326315] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4250ed30-21db-4e78-bf50-f243c99c8d86: rpc.has_security_group_logging(os_id): False [ 678.354851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.355111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.355460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.355564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.355835] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.356045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.356232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.356310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.356402] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be created. [ 678.435314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.435314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.435483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.435579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.435737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.448807] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: IN_PROGRESS for 2s [ 678.637546] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.638690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.638690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.638690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.638690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.638690] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port aca081ce-4bda-40ee-9fc6-815d17a0666b not found, creating... [ 678.638927] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.639129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.639250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.639692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.639770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.640025] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.640599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.640730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.641044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.641208] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.641357] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: aca081ce-4bda-40ee-9fc6-815d17a0666b is going to be created. [ 678.670161] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.670479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.670556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.670995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.671238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.671479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.786349] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.786435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.786464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.786697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.786785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.786893] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 is going to be created. [ 678.823192] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.823439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.823499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.823716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.823875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.839503] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 in Status: UNINITIALIZED for 2s [ 679.484401] env[69325]: INFO networking_nsxv3.common.synchronization [req-82c43832-3b53-4a8d-b60e-4a513a38bc53 req-7970caf8-57c8-4365-a798-c25c5f1edd12 service nova] Enqueued Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_rules [ 679.484580] env[69325]: INFO networking_nsxv3.common.synchronization [req-82c43832-3b53-4a8d-b60e-4a513a38bc53 req-7970caf8-57c8-4365-a798-c25c5f1edd12 service nova] Enqueued Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_members [ 679.484774] env[69325]: INFO networking_nsxv3.common.synchronization [req-82c43832-3b53-4a8d-b60e-4a513a38bc53 req-7970caf8-57c8-4365-a798-c25c5f1edd12 service nova] Enqueued Resource ID: aca081ce-4bda-40ee-9fc6-815d17a0666b with Priority: HIGHEST for action port [ 679.484954] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_rules [ 679.485240] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_members [ 679.485240] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca081ce-4bda-40ee-9fc6-815d17a0666b with Priority: HIGHEST for action port [ 679.485755] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.485877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.485946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.486237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.486296] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.488840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.488840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.488840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.488840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.489013] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.489064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.489246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.489246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.489350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.489459] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.490391] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca081ce-4bda-40ee-9fc6-815d17a0666b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.490391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.490391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.490544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.490621] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca081ce-4bda-40ee-9fc6-815d17a0666b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.994024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.994024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.994024] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.994825] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca081ce-4bda-40ee-9fc6-815d17a0666b with status ACTIVE [ 679.994896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.995011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.995083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.995276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.995359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.995532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.995622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.995678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.996451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.996451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.996451] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.996687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.996687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.996767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.996807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.996891] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca081ce-4bda-40ee-9fc6-815d17a0666b is going to be updated. [ 680.021530] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.021762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.021762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.021943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.022100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.022259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca081ce-4bda-40ee-9fc6-815d17a0666b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.470522] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: SUCCESS [ 680.470757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.500486] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.849758] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 in Status: SUCCESS [ 680.849758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.849939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.850194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.850551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.850551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.850765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851015] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.004057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.004452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.004452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.004655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.004747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.004880] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 is going to be created. [ 681.052940] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.053114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.054122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.054122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.054122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.067469] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: UNINITIALIZED for 2s [ 681.356034] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.447574] env[69325]: INFO networking_nsxv3.common.synchronization [req-59185d09-c367-4aa7-98cc-0882864c6acd req-42bf6cab-a19b-44e9-a06d-aef0f7b59341 tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 681.448171] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 681.448489] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.448654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.448831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.448923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.449077] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.449192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.449267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.449424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.449513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.450234] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.863504] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c1fac-8cfd-4a41-951f-a470bc08bf88: rpc.has_security_group_logging(os_id): False [ 681.885249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.885249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.885249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.885249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.887926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.887926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.887926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.887926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.887926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.887926] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 is going to be created. [ 681.953628] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.955599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.955964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.956134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.956709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.957037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.975205] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 in Status: IN_PROGRESS for 2s [ 682.051708] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.052052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052508] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.052674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052791] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.053271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.053479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.053704] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.053820] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.053929] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.054048] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.054163] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.054271] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.054409] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.087433] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.087433] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.087433] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.087433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-986" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.087433] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.087433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.087433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.087433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.087433] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9da1d4a-55ed-4f7a-88d0-e14a70fd8676',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.454928] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.516934] env[69325]: INFO networking_nsxv3.common.synchronization [req-d151b04c-af42-4ab4-aaed-c6a8d0a265f0 req-6ab585ff-30d4-40e2-8ab6-84e39bbc5534 tempest-AttachInterfacesV270Test-462204952 tempest-AttachInterfacesV270Test-462204952-project-member] Enqueued Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_members [ 682.523546] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 with Priority: HIGHEST for action security_group_members [ 682.523546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1250bac6-c2eb-41d5-9218-cf470d491e82 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.523546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.523546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.523546] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1250bac6-c2eb-41d5-9218-cf470d491e82',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.591483] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.591866] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.592038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.592391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.592588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.592774] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 not found, creating... [ 682.593610] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.594704] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.594891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.595189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.595405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.595774] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.596050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.596212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.596458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.596639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.597323] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 is going to be created. [ 682.620024] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.620024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.620024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.620024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.620024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.620024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.958474] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.958650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.958692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.958924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.959031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.959738] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be updated. [ 682.990404] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.990584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.990676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.990946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.991203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.003739] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: IN_PROGRESS for 2s [ 683.024292] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.026042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.026042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.026042] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 is going to be updated. [ 683.064384] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.064763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.064763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.077306] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 in Status: IN_PROGRESS for 2s [ 683.078091] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: SUCCESS [ 683.078454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.078536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.078687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.078880] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.079088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.079166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.079345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.079419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.079508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.079598] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.584715] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.585547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.585826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.586021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.586261] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.586419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.586521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.586756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.586893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588330] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.589276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.589352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.589515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.589675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.589774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.589839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.589982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.592529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.592529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.592529] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.628400] env[69325]: INFO networking_nsxv3.common.synchronization [None req-53d1b443-ca6e-4394-891b-aacac7ed8273 None None] Enqueued Resource ID: f5cafaad-cf71-4be9-adb3-3af51c8a8801 with Priority: HIGHEST for action port [ 683.630640] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cafaad-cf71-4be9-adb3-3af51c8a8801 with Priority: HIGHEST for action port [ 683.630745] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cafaad-cf71-4be9-adb3-3af51c8a8801 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.631058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cafaad-cf71-4be9-adb3-3af51c8a8801" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.631058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cafaad-cf71-4be9-adb3-3af51c8a8801" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.631320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cafaad-cf71-4be9-adb3-3af51c8a8801" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.631429] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cafaad-cf71-4be9-adb3-3af51c8a8801',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.941780] env[69325]: INFO networking_nsxv3.common.synchronization [req-59185d09-c367-4aa7-98cc-0882864c6acd req-74b11493-9f3f-4f0a-8214-a31cc72d21f7 service nova] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_rules [ 683.943029] env[69325]: INFO networking_nsxv3.common.synchronization [req-59185d09-c367-4aa7-98cc-0882864c6acd req-74b11493-9f3f-4f0a-8214-a31cc72d21f7 service nova] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 683.943029] env[69325]: INFO networking_nsxv3.common.synchronization [req-59185d09-c367-4aa7-98cc-0882864c6acd req-74b11493-9f3f-4f0a-8214-a31cc72d21f7 service nova] Enqueued Resource ID: e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 with Priority: HIGHEST for action port [ 683.943029] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_rules [ 683.943029] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 683.943029] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 with Priority: HIGHEST for action port [ 683.943509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.943509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.943509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.943634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.943634] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.947036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.947036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.947036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.947036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.947036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.947036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.947036] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9da1d4a-55ed-4f7a-88d0-e14a70fd8676',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.992394] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 in Status: SUCCESS [ 683.992394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.099040] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2cce2a5-0425-4b98-9287-c0820c9c1271: rpc.has_security_group_logging(os_id): False [ 684.121220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.121371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.121445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.121618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.121702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.121901] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.122091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.122167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.122327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.122400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.122631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.122631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.122740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.122823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.123492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.123925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.123925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.123925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.123925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.124208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.124208] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 is going to be created. [ 684.135028] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5cafaad-cf71-4be9-adb3-3af51c8a8801 [ 684.135173] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.135277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.135343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.135586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.135721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.135848] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5cafaad-cf71-4be9-adb3-3af51c8a8801 already deleted. [ 684.135958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cafaad-cf71-4be9-adb3-3af51c8a8801" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.188508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.188652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.188725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.188981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.189210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.204026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: IN_PROGRESS for 2s [ 684.392317] env[69325]: INFO networking_nsxv3.common.synchronization [req-6cca101d-e688-45ec-863a-18d6a5f2513c req-230f328e-ca72-4f2b-95c1-1fed0f84bebd tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 684.392904] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 684.393240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.393391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.393464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.393718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.394024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.394163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.394241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.395560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.395560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.395560] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.447816] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.447816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.449555] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 with status ACTIVE [ 684.449782] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.449986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.450098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.450256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.450348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.450540] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.450666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.450729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.450905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.451060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.451485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.451696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.451815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451906] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9da1d4a-55ed-4f7a-88d0-e14a70fd8676 is going to be updated. [ 684.479426] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.479571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.479618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.479786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.479912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.480081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9da1d4a-55ed-4f7a-88d0-e14a70fd8676" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.902821] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.019020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.019020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.019020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.019020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.069198] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.069198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.069198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.069198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.069198] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.069198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.069475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.069507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.070251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.070251] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.070572] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.070572] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.070642] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.070770] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.070876] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.071150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.088844] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 in Status: SUCCESS [ 685.088844] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1250bac6-c2eb-41d5-9218-cf470d491e82 deletion is rescheduled due to dependency. [ 685.089413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1250bac6-c2eb-41d5-9218-cf470d491e82" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.099516] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.099516] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.099516] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.099966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.103458] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-4b0d790c-7288-4320-88dc-df98f0ec983f taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.103662] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.103795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.104205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.104427] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0d790c-7288-4320-88dc-df98f0ec983f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.408041] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.521061] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.607656] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.607981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.609039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.609039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.609039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.609039] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 4b0d790c-7288-4320-88dc-df98f0ec983f not found, creating... [ 685.609424] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.609664] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.609834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.610323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.610544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.611078] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.611388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.611607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.612066] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.612389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.612789] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 4b0d790c-7288-4320-88dc-df98f0ec983f is going to be created. [ 685.633420] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.633839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.636363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.636677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.636917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.637164] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.918016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.918016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.918016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.918016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.918016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.918016] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 685.945537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.945537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.945537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.945537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.945537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.956299] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 685.993783] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ed315830-117b-4983-95ae-0eb1b392f854 None None] Enqueued Resource ID: 6304152b-4a0a-42ea-b55d-27e17e4072ca with Priority: HIGHEST for action port [ 685.999538] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6304152b-4a0a-42ea-b55d-27e17e4072ca with Priority: HIGHEST for action port [ 685.999538] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6304152b-4a0a-42ea-b55d-27e17e4072ca taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.001603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6304152b-4a0a-42ea-b55d-27e17e4072ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.001603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6304152b-4a0a-42ea-b55d-27e17e4072ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.001603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6304152b-4a0a-42ea-b55d-27e17e4072ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.001603] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6304152b-4a0a-42ea-b55d-27e17e4072ca',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.025407] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.223479] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: SUCCESS [ 686.223798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.503686] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6304152b-4a0a-42ea-b55d-27e17e4072ca [ 686.504241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.504786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.505009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.506108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.506108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.506108] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6304152b-4a0a-42ea-b55d-27e17e4072ca already deleted. [ 686.506108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6304152b-4a0a-42ea-b55d-27e17e4072ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.526207] env[69325]: INFO networking_nsxv3.common.synchronization [req-6cca101d-e688-45ec-863a-18d6a5f2513c req-6a242900-8578-4faf-bcdc-d3af7153627c service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 686.526611] env[69325]: INFO networking_nsxv3.common.synchronization [req-6cca101d-e688-45ec-863a-18d6a5f2513c req-6a242900-8578-4faf-bcdc-d3af7153627c service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 686.526611] env[69325]: INFO networking_nsxv3.common.synchronization [req-6cca101d-e688-45ec-863a-18d6a5f2513c req-6a242900-8578-4faf-bcdc-d3af7153627c service nova] Enqueued Resource ID: 4b0d790c-7288-4320-88dc-df98f0ec983f with Priority: HIGHEST for action port [ 686.529739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.531061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.531061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.531061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.531061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.531061] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be updated. [ 686.535156] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 686.537201] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 686.537201] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0d790c-7288-4320-88dc-df98f0ec983f with Priority: HIGHEST for action port [ 686.539813] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.540145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.540145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.540337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.540473] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.543489] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.543489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.543971] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b0d790c-7288-4320-88dc-df98f0ec983f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.543971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.544141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.544338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.545267] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0d790c-7288-4320-88dc-df98f0ec983f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.578173] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.578173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.578173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.578307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.578385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.593726] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: IN_PROGRESS for 2s [ 687.048389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.048528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.048918] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b0d790c-7288-4320-88dc-df98f0ec983f with status ACTIVE [ 687.049222] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.049411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.049546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.049868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.050059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.050335] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.050576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.050711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.050971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.051166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.051450] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.051614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.051730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.052032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.052120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.052268] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b0d790c-7288-4320-88dc-df98f0ec983f is going to be updated. [ 687.073392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.074247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.074247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.074247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.074247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.074247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b0d790c-7288-4320-88dc-df98f0ec983f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.973363] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 687.973363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.973363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.973363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.973363] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.973363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.973363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.973738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.973738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.974333] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.476629] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.604069] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 688.604304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.604475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.604689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.604888] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.604985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.605056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.605205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.605282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.605362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.605445] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.983477] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.110061] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.110061] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.110061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110555] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.110555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.110555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.110555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.110685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.110727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.110752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.111112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.111112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.111112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.111240] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.487577] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.487733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.487808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.488034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.488130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.488235] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 689.529514] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.529514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.529514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.529514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.529514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.540455] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 689.614342] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0464771f-47d4-426f-acc7-0731213cd839: rpc.has_security_group_logging(os_id): False [ 689.641748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.641931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.641995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.642293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.642404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.642640] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.642744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.642835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.642963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.643052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.643237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.643339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.643418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.643567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.643642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.643830] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.643923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.643991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.644153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.644222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.644308] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be updated. [ 689.650464] env[69325]: INFO networking_nsxv3.common.synchronization [req-69c2a933-26ca-4c9a-911c-48823c929788 req-61ac6d4a-adb2-4276-b0f0-d8df41aeed6d tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 689.652336] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 689.652336] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.652336] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.652336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.652731] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.745026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.745026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.745026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.745026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.745026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.762295] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: IN_PROGRESS for 2s [ 690.155517] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.658141] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.161020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.161464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.161464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.162277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.162463] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be updated. [ 691.199272] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.199446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.199542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.199784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.199934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.209504] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: IN_PROGRESS for 2s [ 691.551943] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 691.552260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.552437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.552658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.552854] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.552980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.553054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.553210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.553295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.553518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.553657] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.593935] env[69325]: INFO networking_nsxv3.common.synchronization [req-2e6d3870-92e8-40ac-ba89-735d5f5e86d7 req-73c89cdf-f04b-4ef2-8358-3d1b409c8d0c tempest-InstanceActionsNegativeTestJSON-1040576432 tempest-InstanceActionsNegativeTestJSON-1040576432-project-member] Enqueued Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_members [ 691.593935] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGHEST for action security_group_members [ 691.594469] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.594901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.595113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.595412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.595660] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.596091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.596260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.596515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.596837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.597386] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.778592] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 691.778825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.061794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.061794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.061794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.061794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.061794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.062431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.062431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.062431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.062431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.062431] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.067337] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0fa56862-8445-4346-9149-20b70214e8d3 None None] Enqueued Resource ID: 1d7c8a8e-2434-4002-920d-3443a3dbd297 with Priority: HIGHEST for action port [ 692.068725] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7c8a8e-2434-4002-920d-3443a3dbd297 with Priority: HIGHEST for action port [ 692.069190] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7c8a8e-2434-4002-920d-3443a3dbd297 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.069439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7c8a8e-2434-4002-920d-3443a3dbd297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.069581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7c8a8e-2434-4002-920d-3443a3dbd297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.069931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7c8a8e-2434-4002-920d-3443a3dbd297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.070117] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7c8a8e-2434-4002-920d-3443a3dbd297',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.100704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.104025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.104025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.104025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 is going to be updated. [ 692.145143] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.146031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.148127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.148127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.148127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.162933] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: IN_PROGRESS for 2s [ 692.569433] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f71d1b-c2b1-4049-aa53-d3731a69ed40: rpc.has_security_group_logging(os_id): False [ 692.576291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d7c8a8e-2434-4002-920d-3443a3dbd297 [ 692.577816] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.577816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.577816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.577816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.577816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.577816] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d7c8a8e-2434-4002-920d-3443a3dbd297 already deleted. [ 692.577816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7c8a8e-2434-4002-920d-3443a3dbd297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.597247] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.597247] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.597247] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.597247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.597871] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.597871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.597871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.598475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.600041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.600041] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 692.696341] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.696500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.696720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.696903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.696964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.715854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 693.087777] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 req-e6fa3c1f-fa31-4092-817c-0b9b895da919 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_members [ 693.088854] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_members [ 693.089753] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.089753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.089753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.090012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.090133] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.090621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.090692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.090857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.090947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.091054] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.141683] env[69325]: INFO networking_nsxv3.common.synchronization [req-f9c5687f-128a-4b22-a548-ffcb3ca929f6 req-0b52be4b-fa95-4dc5-b382-f34e31ac2386 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 693.142795] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 693.143097] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.143220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.143288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.143586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.144123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.144123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.144123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.144123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.144345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.144345] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.225372] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 693.225641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.593150] env[69325]: INFO networking_nsxv3.common.synchronization [req-5220b805-2052-4991-9bda-9d42a5f741e5 req-963cad13-fc65-46c0-aeb7-69e6d45ae264 tempest-ListServersNegativeTestJSON-1846380636 tempest-ListServersNegativeTestJSON-1846380636-project-member] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 693.593640] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.593707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.593747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.593972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.594075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.594241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.594403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.594552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.594627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.594710] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a already deleted. [ 693.594788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595397] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGHEST for action security_group_members [ 693.595722] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.595812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.647851] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.963859] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.964224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.964291] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.964724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.965926] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.966187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.966338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.966610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.966797] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.967076] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.967209] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.967343] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.967492] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.967637] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.967783] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.967994] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.991751] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.991751] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.991751] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.991751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.991965] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-af9532bc-9ac4-4443-921b-15cbd67dd9b9 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.991965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.992113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.992478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.992631] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9532bc-9ac4-4443-921b-15cbd67dd9b9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.150328] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.175482] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: IN_PROGRESS for 4s [ 694.495281] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.495631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.495778] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.496119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.496316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.496509] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port af9532bc-9ac4-4443-921b-15cbd67dd9b9 not found, creating... [ 694.496888] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.497024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.497159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.497416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.497589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.500101] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.500101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.500210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.500438] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.500631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.500786] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: af9532bc-9ac4-4443-921b-15cbd67dd9b9 is going to be created. [ 694.524859] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.525133] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.525288] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.525611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.525880] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.526186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.592560] env[69325]: INFO networking_nsxv3.common.synchronization [None req-18a58615-9cb0-48ab-85c5-8c35c7642dc6 None None] Enqueued Resource ID: 250f28a9-6ad3-4ddb-8063-8e47acdbdc23 with Priority: HIGHEST for action port [ 694.593266] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f28a9-6ad3-4ddb-8063-8e47acdbdc23 with Priority: HIGHEST for action port [ 694.593663] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-250f28a9-6ad3-4ddb-8063-8e47acdbdc23 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.593795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250f28a9-6ad3-4ddb-8063-8e47acdbdc23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.593890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250f28a9-6ad3-4ddb-8063-8e47acdbdc23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.598347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250f28a9-6ad3-4ddb-8063-8e47acdbdc23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.598448] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250f28a9-6ad3-4ddb-8063-8e47acdbdc23',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.658462] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.658619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.658691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.658899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.659888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.659888] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 694.697842] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.697842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.697842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.697842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.697842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.709678] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 694.735896] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 694.736473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.101813] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 250f28a9-6ad3-4ddb-8063-8e47acdbdc23 [ 695.102156] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.102313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.102408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.102689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.102781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.102881] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:250f28a9-6ad3-4ddb-8063-8e47acdbdc23 already deleted. [ 695.102964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250f28a9-6ad3-4ddb-8063-8e47acdbdc23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.717523] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 req-d3909b67-9b58-42db-824c-4d57b431b251 service nova] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_rules [ 695.717764] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 req-d3909b67-9b58-42db-824c-4d57b431b251 service nova] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_members [ 695.717812] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f3e1132-d365-44fc-9504-0fb59a98ccf8 req-d3909b67-9b58-42db-824c-4d57b431b251 service nova] Enqueued Resource ID: af9532bc-9ac4-4443-921b-15cbd67dd9b9 with Priority: HIGHEST for action port [ 695.718104] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_rules [ 695.718228] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_members [ 695.718319] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9532bc-9ac4-4443-921b-15cbd67dd9b9 with Priority: HIGHEST for action port [ 695.718846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.718975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.719068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.719284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.719362] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.723421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.723421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.723546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.723654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.723806] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.723899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.723959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.724126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.724204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.724290] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.727903] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9532bc-9ac4-4443-921b-15cbd67dd9b9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.728044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.728124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.728288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.728363] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9532bc-9ac4-4443-921b-15cbd67dd9b9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.808916] env[69325]: INFO networking_nsxv3.common.synchronization [req-144b2b8a-120e-4633-b3c4-4d668c390f6a req-48a1f297-4fd5-4319-8f6a-e81ecbfc5ec7 tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Enqueued Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_members [ 695.809283] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_members [ 695.810114] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.810114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.810114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.810348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.810396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.810499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.810563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.810736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.810824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.810935] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.196530] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 in Status: SUCCESS [ 696.198365] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 deletion is rescheduled due to dependency. [ 696.198842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230068] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.233350] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.233508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.233715] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af9532bc-9ac4-4443-921b-15cbd67dd9b9 with status ACTIVE [ 696.233859] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.233981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234583] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.235145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.235254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.235320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.235927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.235927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.235927] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af9532bc-9ac4-4443-921b-15cbd67dd9b9 is going to be updated. [ 696.260951] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.261192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.261289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.261538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.261695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.261884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9532bc-9ac4-4443-921b-15cbd67dd9b9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.263943] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.264163] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-363" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.264408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-363" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.264650] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-363" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.265695] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.265695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.265695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.265695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.265863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.266111] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.266299] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.266424] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.266554] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.266692] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.266819] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.267026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.298410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.298574] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.298716] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.298897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-363" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.299401] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.299687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.299904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.300170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.300312] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b28540-8edb-47ab-bc74-dcd3f4b6e7ac',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.313237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.313505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.313574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.313887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.314236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.315481] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.316189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.316189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.316189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.316189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.316189] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c already deleted. [ 696.316189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.719890] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 696.720573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.720741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.720944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.721160] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.721278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.721351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.721503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.721583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.721678] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.738856] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.803141] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.803547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.803693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.803973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.804147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.804358] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac not found, creating... [ 696.804701] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.804864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.804983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.805235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.805382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.805687] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.805832] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.805949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.806195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.806336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.806477] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac is going to be created. [ 696.829354] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.829621] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.829841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.830259] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.830619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.831399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.223811] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.224013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.224050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.224432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.225129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.225129] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.225129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.225129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.225129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.225362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.225362] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be updated. [ 697.241314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.241571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.241571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.241763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.241859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.241960] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a is going to be created. [ 697.272605] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.272767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.272821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.273035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.273168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.274857] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.274974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.275049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.275233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.275352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.284846] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: IN_PROGRESS for 2s [ 697.285550] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a in Status: UNINITIALIZED for 2s [ 697.660097] env[69325]: INFO networking_nsxv3.common.synchronization [req-144b2b8a-120e-4633-b3c4-4d668c390f6a req-603d8dc6-9984-4e26-9102-833df9ae6d06 service nova] Enqueued Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_rules [ 697.660097] env[69325]: INFO networking_nsxv3.common.synchronization [req-144b2b8a-120e-4633-b3c4-4d668c390f6a req-603d8dc6-9984-4e26-9102-833df9ae6d06 service nova] Enqueued Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_members [ 697.660097] env[69325]: INFO networking_nsxv3.common.synchronization [req-144b2b8a-120e-4633-b3c4-4d668c390f6a req-603d8dc6-9984-4e26-9102-833df9ae6d06 service nova] Enqueued Resource ID: 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac with Priority: HIGHEST for action port [ 697.660097] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_rules [ 697.660097] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_members [ 697.660097] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac with Priority: HIGHEST for action port [ 697.660405] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.660496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.660777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.660850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.660891] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.661963] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.662066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.662148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.662322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.662465] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.662551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.662609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.662748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.662817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.662901] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.663684] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.663780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.663852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.663996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.664080] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b28540-8edb-47ab-bc74-dcd3f4b6e7ac',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.171796] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.171796] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.171796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.171796] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac with status ACTIVE [ 698.171796] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.171796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.171796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.175225] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.175225] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.175225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.175225] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12b28540-8edb-47ab-bc74-dcd3f4b6e7ac is going to be updated. [ 698.199367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.199521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.199560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.200329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.200329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.200329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b28540-8edb-47ab-bc74-dcd3f4b6e7ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.675655] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.179307] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.179620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.179620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.179905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.180139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.180321] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c is going to be created. [ 699.207396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.207543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.207616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.207818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.207973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.218433] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c in Status: UNINITIALIZED for 2s [ 699.298293] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 in Status: SUCCESS [ 699.298293] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 deletion is rescheduled due to dependency. [ 699.298293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298293] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a in Status: SUCCESS [ 699.298293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298293] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.298525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.298525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.299049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.299049] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.802200] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.305396] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243a8fcc-ea4e-4df0-a737-5c6efb0f479a: rpc.has_security_group_logging(os_id): False [ 700.327219] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.327383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.327457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.327666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.327758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.328014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.328129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.328195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.328427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.328506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.328597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a is going to be created. [ 700.414764] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.414764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.414764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.414764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.414764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.428515] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a in Status: IN_PROGRESS for 2s [ 700.500687] env[69325]: INFO networking_nsxv3.common.synchronization [req-7835ddf5-3511-445f-aaa8-2c533646e627 req-bf1208c5-ee2d-4b9e-bba9-6fa16649295a tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 700.502195] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 700.502693] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.502878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.503143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.503289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.503546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.503854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.503854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.503989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.504138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.504285] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.007537] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.237092] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c in Status: SUCCESS [ 701.237092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.237092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.237320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.237320] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.237632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.237632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.237730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.237730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.238104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.238104] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.511261] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.742389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.743188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.743732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.743732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.743732] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.743918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.743918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.744058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.744170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.744259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.744397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.744551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.744551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.744668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.744795] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.744896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.744934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.745266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.745266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.745266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.745405] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.013777] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.013777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.013777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.013777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.013777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.014166] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be updated. [ 702.045786] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.046077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.046077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.047319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.047319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.057443] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: IN_PROGRESS for 2s [ 702.247718] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe609f60-dc2d-4f80-83ce-e0e4a35e431c: rpc.has_security_group_logging(os_id): False [ 702.271036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.271036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.271036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.271534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.271857] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.272246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.272456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.272710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.275244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.275244] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.275244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.275244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.275244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.275244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.275244] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c is going to be created. [ 702.351592] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.351869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.351945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.352205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.352430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.365361] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c in Status: IN_PROGRESS for 2s [ 702.446361] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a in Status: SUCCESS [ 702.446361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.696797] env[69325]: INFO networking_nsxv3.common.synchronization [req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa req-e60b2954-4bfa-48d7-86c1-904437289cbf tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 703.697352] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 703.697669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.697792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.697860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.698067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.698257] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.698366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.698424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.698585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.698671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.698765] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.068433] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 704.068433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.146700] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.148235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.148235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.148235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.148235] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.148235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.148548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.149763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.150467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.150818] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.151059] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.151318] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.151534] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.151754] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.151961] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.152220] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.175281] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.175281] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.175281] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.175281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.175281] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-62865df6-1e75-41ac-98d4-65cdce9a5107 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.175281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.175281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.175281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.175281] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62865df6-1e75-41ac-98d4-65cdce9a5107',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.204403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.204403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.204403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.204403] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be updated. [ 704.234046] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.234046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.234046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.234345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.234545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.245042] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: IN_PROGRESS for 2s [ 704.381500] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c in Status: SUCCESS [ 704.382442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.680156] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.680689] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.680915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.681344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.681605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.681878] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 62865df6-1e75-41ac-98d4-65cdce9a5107 not found, creating... [ 704.682383] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.682645] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.682845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.684582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.684582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.684877] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.687025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.687025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.687025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.687025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.687025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 62865df6-1e75-41ac-98d4-65cdce9a5107 is going to be created. [ 704.689629] env[69325]: INFO networking_nsxv3.common.synchronization [None req-e3052cc6-8b56-4407-b5b6-503dbf09ea0d None None] Enqueued Resource ID: de023cff-fdfe-4127-be04-c99e0df62b23 with Priority: HIGHEST for action port [ 704.691132] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de023cff-fdfe-4127-be04-c99e0df62b23 with Priority: HIGHEST for action port [ 704.691515] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-de023cff-fdfe-4127-be04-c99e0df62b23 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.691683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de023cff-fdfe-4127-be04-c99e0df62b23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.691781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de023cff-fdfe-4127-be04-c99e0df62b23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.693893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de023cff-fdfe-4127-be04-c99e0df62b23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.694071] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de023cff-fdfe-4127-be04-c99e0df62b23',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.712683] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.713085] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.713268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.713666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.714174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.714558] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.197199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de023cff-fdfe-4127-be04-c99e0df62b23 [ 705.199351] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.199893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.200484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.200872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.201327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.201990] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de023cff-fdfe-4127-be04-c99e0df62b23 already deleted. [ 705.201990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de023cff-fdfe-4127-be04-c99e0df62b23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.656210] env[69325]: INFO networking_nsxv3.common.synchronization [req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa req-4f4751e8-6775-4c8d-9bcb-5b9ec6942c13 service nova] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_rules [ 705.656300] env[69325]: INFO networking_nsxv3.common.synchronization [req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa req-4f4751e8-6775-4c8d-9bcb-5b9ec6942c13 service nova] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 705.656535] env[69325]: INFO networking_nsxv3.common.synchronization [req-2a8d24df-5cc3-4ef6-8de1-0e25ae113cfa req-4f4751e8-6775-4c8d-9bcb-5b9ec6942c13 service nova] Enqueued Resource ID: 62865df6-1e75-41ac-98d4-65cdce9a5107 with Priority: HIGHEST for action port [ 705.656682] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_rules [ 705.656908] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 705.656908] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62865df6-1e75-41ac-98d4-65cdce9a5107 with Priority: HIGHEST for action port [ 705.657518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.657646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.657716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.657900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.657985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.661769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.661769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.661769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-62865df6-1e75-41ac-98d4-65cdce9a5107 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.661769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.661769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.661769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.661769] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62865df6-1e75-41ac-98d4-65cdce9a5107',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.166327] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.166634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.166670] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62865df6-1e75-41ac-98d4-65cdce9a5107 with status ACTIVE [ 706.166834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.166936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.167016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.167230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.167319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.167496] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.167590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.167652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.167817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.167903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.168103] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.168234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.168315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.168450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.168560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.168676] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62865df6-1e75-41ac-98d4-65cdce9a5107 is going to be updated. [ 706.196656] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.196851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.196965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.197274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.198244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62865df6-1e75-41ac-98d4-65cdce9a5107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255447] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 706.255879] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 deletion is rescheduled due to dependency. [ 706.255879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.256075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.256266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.256446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.256563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.257957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.257957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.257957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.257957] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.760432] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.078940] env[69325]: INFO networking_nsxv3.common.synchronization [None req-f40ece18-12a2-4b45-9322-99ffac477c11 None None] Enqueued Resource ID: 34eaab3a-b462-4978-a5bb-b46f88b9126e with Priority: HIGHEST for action port [ 707.079262] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34eaab3a-b462-4978-a5bb-b46f88b9126e with Priority: HIGHEST for action port [ 707.079563] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-34eaab3a-b462-4978-a5bb-b46f88b9126e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.079698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34eaab3a-b462-4978-a5bb-b46f88b9126e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.079729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34eaab3a-b462-4978-a5bb-b46f88b9126e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.079981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34eaab3a-b462-4978-a5bb-b46f88b9126e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.080739] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34eaab3a-b462-4978-a5bb-b46f88b9126e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.263753] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.584935] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34eaab3a-b462-4978-a5bb-b46f88b9126e [ 707.585857] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.586282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.586282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.586508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.586566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.586669] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34eaab3a-b462-4978-a5bb-b46f88b9126e already deleted. [ 707.586752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34eaab3a-b462-4978-a5bb-b46f88b9126e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.766960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.767251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.767251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.767500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.767622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.767729] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be updated. [ 707.816180] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.816180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.836854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: IN_PROGRESS for 2s [ 709.200553] env[69325]: INFO networking_nsxv3.common.synchronization [req-b34de711-f548-4064-bba1-765aacbc469d req-8f2fda7d-9d94-4c4f-95d6-c5d099a0a8ac tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_members [ 709.201127] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_members [ 709.201460] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.201583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.201652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.201893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.202736] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.202736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.202736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.202736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.202736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.202736] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.705721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.705996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.706127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.706553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.706721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.707053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.707213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.707317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.707576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.707693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.707828] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 already deleted. [ 709.707955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.849778] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 709.850031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.850171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.850394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.850583] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.850703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.850767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.850918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.851008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.851096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.851187] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.956826] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.957052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.957186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.957510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.957769] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.957927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.958215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.958495] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.958709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.958965] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.959211] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.959371] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.959527] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.959693] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.959837] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.960022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.985723] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.985909] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.986058] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.986564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.986901] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d511b4c6-9db0-406f-b5a0-5970d41fa9be taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.987093] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.987215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.987550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.987692] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d511b4c6-9db0-406f-b5a0-5970d41fa9be',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.353749] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.354135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.354135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.354334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.354492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.356691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356691] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.465175] env[69325]: INFO networking_nsxv3.common.synchronization [None req-875198b1-1417-41c1-9b7a-783a781069a0 None None] Enqueued Resource ID: 5fa668f4-97ad-447a-ab66-8b43b5b96e3a with Priority: HIGHEST for action port [ 710.465175] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa668f4-97ad-447a-ab66-8b43b5b96e3a with Priority: HIGHEST for action port [ 710.465175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa668f4-97ad-447a-ab66-8b43b5b96e3a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.465175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa668f4-97ad-447a-ab66-8b43b5b96e3a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.465175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa668f4-97ad-447a-ab66-8b43b5b96e3a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.465175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa668f4-97ad-447a-ab66-8b43b5b96e3a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.465175] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa668f4-97ad-447a-ab66-8b43b5b96e3a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.495020] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.495020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d511b4c6-9db0-406f-b5a0-5970d41fa9be not found, creating... [ 710.495020] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.495020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.495587] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.495587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.495587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.495833] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.496123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.496424] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d511b4c6-9db0-406f-b5a0-5970d41fa9be is going to be created. [ 710.525022] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.525022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.525022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.525022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.525022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.858839] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba3a1f71-8860-4c2a-9545-a2071c2cbb44: rpc.has_security_group_logging(os_id): False [ 710.880618] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.880618] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.880618] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884705] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.884705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.884705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.884883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884937] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be updated. [ 710.958292] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.958448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.958560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.958787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.958934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968187] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fa668f4-97ad-447a-ab66-8b43b5b96e3a [ 710.968245] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.968783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968873] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fa668f4-97ad-447a-ab66-8b43b5b96e3a already deleted. [ 710.968950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa668f4-97ad-447a-ab66-8b43b5b96e3a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.973765] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: IN_PROGRESS for 2s [ 711.575697] env[69325]: INFO networking_nsxv3.common.synchronization [req-b34de711-f548-4064-bba1-765aacbc469d req-a117ee40-e061-42af-b7d7-95b7eba53ba2 service nova] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_rules [ 711.576032] env[69325]: INFO networking_nsxv3.common.synchronization [req-b34de711-f548-4064-bba1-765aacbc469d req-a117ee40-e061-42af-b7d7-95b7eba53ba2 service nova] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_members [ 711.576073] env[69325]: INFO networking_nsxv3.common.synchronization [req-b34de711-f548-4064-bba1-765aacbc469d req-a117ee40-e061-42af-b7d7-95b7eba53ba2 service nova] Enqueued Resource ID: d511b4c6-9db0-406f-b5a0-5970d41fa9be with Priority: HIGHEST for action port [ 711.576361] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_rules [ 711.576733] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_members [ 711.576733] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d511b4c6-9db0-406f-b5a0-5970d41fa9be with Priority: HIGHEST for action port [ 711.580962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.580962] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.580962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.580962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.580962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.581414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.581414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.581688] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.582958] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d511b4c6-9db0-406f-b5a0-5970d41fa9be taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.583077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.583251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.583472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.583610] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d511b4c6-9db0-406f-b5a0-5970d41fa9be',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.705466] env[69325]: INFO networking_nsxv3.common.synchronization [req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f req-ec3b01a0-197f-428b-94da-ef8ada772bf8 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Enqueued Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_members [ 711.707043] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_members [ 711.707043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.707043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.707043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.707245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.707382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.707529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.707630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.707888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.708103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.708103] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.080915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.081071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.084355] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.085780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d511b4c6-9db0-406f-b5a0-5970d41fa9be with status ACTIVE [ 712.085780] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.086048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.086293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.086341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.087145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.087145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.087145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.087145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.087145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.087145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.087410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.087553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.087603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.087879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.087879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.087879] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d511b4c6-9db0-406f-b5a0-5970d41fa9be is going to be updated. [ 712.115559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.115559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.115559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.115559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.115559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.115559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d511b4c6-9db0-406f-b5a0-5970d41fa9be" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.182881] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.183171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-753" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.183318] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-753" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.183666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-753" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.184062] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.184323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.185091] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.185091] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.185349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.185497] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.185678] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.185892] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.186115] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.186318] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.186465] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.186597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.210667] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.210842] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.210982] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.211212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-753" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.211605] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.211782] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.211953] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.212267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.212422] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e3d6d7-cf17-410b-8fcd-0cd85d4972dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.213758] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.213901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.214041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.214965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.214965] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7bda6e-415b-470a-9914-0814b7594bdf already deleted. [ 712.214965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.534404] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c4c6b3a1-e206-408a-882e-76e604c82f30 None None] Enqueued Resource ID: 4a2a85f2-8414-47fa-9111-f5c4b9815c62 with Priority: HIGHEST for action port [ 712.535206] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2a85f2-8414-47fa-9111-f5c4b9815c62 with Priority: HIGHEST for action port [ 712.535836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2a85f2-8414-47fa-9111-f5c4b9815c62 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.535942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2a85f2-8414-47fa-9111-f5c4b9815c62" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.536031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2a85f2-8414-47fa-9111-f5c4b9815c62" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.536475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2a85f2-8414-47fa-9111-f5c4b9815c62" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.536590] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2a85f2-8414-47fa-9111-f5c4b9815c62',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.590083] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.716921] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.717173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.717310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.717605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.718063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.718063] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc not found, creating... [ 712.718220] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.718392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.718513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.718758] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.718906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.719239] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.719407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.719521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.719974] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.720175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.720601] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc is going to be created. [ 712.755807] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.756705] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.757039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.991715] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 712.992025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.039723] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a2a85f2-8414-47fa-9111-f5c4b9815c62 [ 713.039990] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.040264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.040264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.040427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.040510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.040612] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a2a85f2-8414-47fa-9111-f5c4b9815c62 already deleted. [ 713.040695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2a85f2-8414-47fa-9111-f5c4b9815c62" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.094092] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.094392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.094392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.094618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.094720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.094909] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 is going to be created. [ 713.125220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.125434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.125512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.125864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.139189] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 in Status: UNINITIALIZED for 2s [ 713.667672] env[69325]: INFO networking_nsxv3.common.synchronization [req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f req-b50c99b9-1c06-4929-a6ce-0fca7be39bd7 service nova] Enqueued Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_rules [ 713.668036] env[69325]: INFO networking_nsxv3.common.synchronization [req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f req-b50c99b9-1c06-4929-a6ce-0fca7be39bd7 service nova] Enqueued Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_members [ 713.668036] env[69325]: INFO networking_nsxv3.common.synchronization [req-7fb027f3-8313-4b9c-930a-5f3c4bcded5f req-b50c99b9-1c06-4929-a6ce-0fca7be39bd7 service nova] Enqueued Resource ID: 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc with Priority: HIGHEST for action port [ 713.668298] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_rules [ 713.668392] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_members [ 713.668486] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc with Priority: HIGHEST for action port [ 713.669026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.671846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.671985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.672243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.672334] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.673834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.673932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.674357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.674357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.674357] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.674615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.674615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.674615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.674743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.674838] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.676432] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.676641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.676641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.676821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.676821] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e3d6d7-cf17-410b-8fcd-0cd85d4972dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.158450] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b9f20d6-c568-4881-924b-58ff52180113 req-ca3ca62c-3a73-4c60-8c60-2d71bbccf4df tempest-ServerMetadataNegativeTestJSON-1077856448 tempest-ServerMetadataNegativeTestJSON-1077856448-project-member] Enqueued Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_members [ 714.158991] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGHEST for action security_group_members [ 714.159387] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.159613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.159613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.159768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.163021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.163021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.163021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.163021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.163021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.163021] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.182106] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.182106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.182261] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.183070] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc with status ACTIVE [ 714.183794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.183794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.183794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.183794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.183794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.184027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.184027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.184133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.184313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.184313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.184480] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.184583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.184791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.184791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.187527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.187527] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87e3d6d7-cf17-410b-8fcd-0cd85d4972dc is going to be updated. [ 714.217155] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.217155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.217155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.217155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.217155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.217155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e3d6d7-cf17-410b-8fcd-0cd85d4972dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.664163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.664323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.664399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.664612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.664705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.664907] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.665033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.669161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.669161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.669161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.669161] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c is going to be updated. [ 714.684151] env[69325]: INFO networking_nsxv3.common.synchronization [req-39805e50-a862-4ef0-9a46-b641b870f89a req-c67d8e7f-be6a-492b-92e5-c12f8bc66e31 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 714.684698] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 714.684992] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.685132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.685651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.685651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.685651] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.685811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.685811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.685884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.685965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.686068] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.686883] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.694645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.694798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.694842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.695630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.695630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.705531] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c in Status: IN_PROGRESS for 2s [ 715.154150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 in Status: SUCCESS [ 715.154403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.156247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.156478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.157838] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.157838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.157838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.157838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.157838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.157838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.157838] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.188742] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.188902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.188972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.189346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.189533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.189751] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.189865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.189931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.190149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.190234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.190340] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f already deleted. [ 715.190479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.190803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.190911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.190978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.191144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.191504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.191504] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7bda6e-415b-470a-9914-0814b7594bdf is going to be created. [ 715.222070] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.222159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.222210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.224458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.224707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.246556] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7bda6e-415b-470a-9914-0814b7594bdf in Status: UNINITIALIZED for 2s [ 715.317624] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.317916] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.317972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318326] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318601] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.318767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.319132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.319381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.319725] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.319931] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.320081] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.320290] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.320457] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.320593] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.320858] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.346420] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.346633] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.346782] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.346999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.347401] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-20af92b4-9b65-4d23-aba6-a601ab14534d taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.347564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.347713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.348108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.348290] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20af92b4-9b65-4d23-aba6-a601ab14534d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.659916] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.851233] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.851569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.851803] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.852301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.852582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.852770] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 20af92b4-9b65-4d23-aba6-a601ab14534d not found, creating... [ 715.853240] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.853371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.853513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.853746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.853897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854263] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.854512] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.854654] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.854883] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.855029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.855227] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 20af92b4-9b65-4d23-aba6-a601ab14534d is going to be created. [ 715.878583] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.878854] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.878930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.879466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.879739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.879981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.162245] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17392ebd-1a3c-4330-91e1-31d13a5130e7: rpc.has_security_group_logging(os_id): False [ 716.187367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.187367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.187367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.187367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.187367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.187367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.187704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.187704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.187704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.187704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.187840] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 is going to be created. [ 716.314469] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.314469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.314469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.314469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.314469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.328985] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 in Status: IN_PROGRESS for 2s [ 716.722311] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c in Status: SUCCESS [ 716.722641] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c deletion is rescheduled due to dependency. [ 716.722770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.152147] env[69325]: INFO networking_nsxv3.common.synchronization [req-39805e50-a862-4ef0-9a46-b641b870f89a req-e65571bb-79df-4f32-ac17-e9e847b48907 service nova] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 717.152147] env[69325]: INFO networking_nsxv3.common.synchronization [req-39805e50-a862-4ef0-9a46-b641b870f89a req-e65571bb-79df-4f32-ac17-e9e847b48907 service nova] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 717.152147] env[69325]: INFO networking_nsxv3.common.synchronization [req-39805e50-a862-4ef0-9a46-b641b870f89a req-e65571bb-79df-4f32-ac17-e9e847b48907 service nova] Enqueued Resource ID: 20af92b4-9b65-4d23-aba6-a601ab14534d with Priority: HIGHEST for action port [ 717.154757] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 717.154997] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 717.155174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af92b4-9b65-4d23-aba6-a601ab14534d with Priority: HIGHEST for action port [ 717.155550] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.156139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.156139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.156139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.156139] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.157328] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.157540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.157636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.157838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.158042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.158218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.158431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.158647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.162042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.162042] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.162042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-20af92b4-9b65-4d23-aba6-a601ab14534d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.162042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.162042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.162042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.162042] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20af92b4-9b65-4d23-aba6-a601ab14534d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.261008] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7bda6e-415b-470a-9914-0814b7594bdf in Status: SUCCESS [ 717.261259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.261493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.261721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.261916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.262045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.262114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.262358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.262490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.262594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.262688] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.662394] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.663823] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.664053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.664667] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20af92b4-9b65-4d23-aba6-a601ab14534d with status ACTIVE [ 717.664950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.665259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.665419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.665816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.665984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.666362] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.666565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.666715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.667046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.667249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.667631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.667907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.668045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.668336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.668535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.668742] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20af92b4-9b65-4d23-aba6-a601ab14534d is going to be updated. [ 717.715285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.715455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.715531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.715792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.715918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.716101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20af92b4-9b65-4d23-aba6-a601ab14534d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.767199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.767967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.767967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.767967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.768227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.768346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.768415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.768630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.768724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.768816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.768977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.769302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.769302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.771538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.771538] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.771538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.771538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.771538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.771538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.771538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.771538] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.165591] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.174894] env[69325]: INFO networking_nsxv3.common.synchronization [req-94e2a932-01b8-4aa1-9f06-69abb499c391 req-a24a47fd-39ed-48e6-b10b-82a47588d4f5 tempest-DeleteServersAdminTestJSON-968552121 tempest-DeleteServersAdminTestJSON-968552121-project-member] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 718.175492] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGHEST for action security_group_members [ 718.175832] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.175979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.176069] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.176264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.176434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.176546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.176609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.176770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.177055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.177202] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.277063] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c7bda6e-415b-470a-9914-0814b7594bdf: rpc.has_security_group_logging(os_id): False [ 718.297376] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.297594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.297669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.297900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.297996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.298243] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.298347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.298413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.298595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.298673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.298849] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.298944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.299015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.300662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.300845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.300967] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.301082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.301147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.301333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.301395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.301497] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7bda6e-415b-470a-9914-0814b7594bdf is going to be created. [ 718.345442] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 in Status: SUCCESS [ 718.345720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.383977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.384289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.384454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.384921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.385211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.408248] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7bda6e-415b-470a-9914-0814b7594bdf in Status: IN_PROGRESS for 2s [ 718.670863] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.671033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.671112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.671398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.676028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.676028] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be created. [ 718.679633] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.679782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.679954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.680182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.680271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.680478] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.680592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.680655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.680805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.680878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.680966] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be updated. [ 718.716132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.716457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.716457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.716457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.716950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.734501] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: UNINITIALIZED for 2s [ 718.735578] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.735762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.735846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.736119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.736305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.748434] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: IN_PROGRESS for 2s [ 719.752013] env[69325]: INFO networking_nsxv3.common.synchronization [req-d2a22416-d97d-43c7-9127-ed2a51aded1f req-4d9a7c38-684e-410f-b909-c4476541b37c tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_members [ 719.752575] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_members [ 719.752940] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.753044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.753103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.753335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.753485] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.753622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.753695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.753779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.753859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.753950] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.219920] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.220320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-682" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.220320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-682" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.220661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-682" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.227118] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.227118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.227118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.227118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.227118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.227118] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.227118] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.227118] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.227118] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.227118] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.227118] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.227118] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.257724] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.257937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.258047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.258294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.258391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.258634] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.258734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.258918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.259054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.259099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.259156] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 already deleted. [ 720.259259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.360834] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.360834] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.134 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.360834] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.360834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-682" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.361217] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-8fbcac79-8ff2-4115-aa66-a5203fa9da24 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.361388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.361618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.362301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.362600] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbcac79-8ff2-4115-aa66-a5203fa9da24',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.422947] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7bda6e-415b-470a-9914-0814b7594bdf in Status: SUCCESS [ 720.424892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.745795] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 720.746385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.748808] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.748808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.748808] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.761339] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 in Status: SUCCESS [ 720.761339] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 deletion is rescheduled due to dependency. [ 720.761339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.871023] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.871023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 8fbcac79-8ff2-4115-aa66-a5203fa9da24 not found, creating... [ 720.871023] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.871023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.871507] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.871507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.871507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.871507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.871507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.871507] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 8fbcac79-8ff2-4115-aa66-a5203fa9da24 is going to be created. [ 720.894925] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.895189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.895297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.895548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.895777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.896014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.251597] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.671930] env[69325]: INFO networking_nsxv3.common.synchronization [req-d2a22416-d97d-43c7-9127-ed2a51aded1f req-d51ec24a-7632-4bed-a878-b982261d5bdb service nova] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_rules [ 721.672392] env[69325]: INFO networking_nsxv3.common.synchronization [req-d2a22416-d97d-43c7-9127-ed2a51aded1f req-d51ec24a-7632-4bed-a878-b982261d5bdb service nova] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_members [ 721.672640] env[69325]: INFO networking_nsxv3.common.synchronization [req-d2a22416-d97d-43c7-9127-ed2a51aded1f req-d51ec24a-7632-4bed-a878-b982261d5bdb service nova] Enqueued Resource ID: 8fbcac79-8ff2-4115-aa66-a5203fa9da24 with Priority: HIGHEST for action port [ 721.673487] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_rules [ 721.673731] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_members [ 721.673994] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbcac79-8ff2-4115-aa66-a5203fa9da24 with Priority: HIGHEST for action port [ 721.674362] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.674716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.674873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.675254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.675663] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.676857] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.677097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.677264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.677536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.678260] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.678260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.678260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.678260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.678580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.678751] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.685099] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fbcac79-8ff2-4115-aa66-a5203fa9da24 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.685099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.685099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.685099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.685099] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbcac79-8ff2-4115-aa66-a5203fa9da24',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.755291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e02e900-ab8a-4124-8b0a-00f38cf3393f: rpc.has_security_group_logging(os_id): False [ 721.780487] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.780487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.780487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.780487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.780487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.780487] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.780487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.781209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.781209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.781209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.781209] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be created. [ 721.856798] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.857050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.857273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.857341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.857593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.873222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 722.185052] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.186227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.186321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.186558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fbcac79-8ff2-4115-aa66-a5203fa9da24 with status ACTIVE [ 722.186630] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.186737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.186801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.187066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.187190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.187382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.187479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.187543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.187754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.187813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.188780] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.188941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.189148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.189197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.189365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.189436] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fbcac79-8ff2-4115-aa66-a5203fa9da24 is going to be updated. [ 722.218876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.219195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.219327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.219616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.219839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.220114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fbcac79-8ff2-4115-aa66-a5203fa9da24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.282007] env[69325]: INFO networking_nsxv3.common.synchronization [None req-589dfaf6-8d3e-45c0-b843-853aecc302e9 None None] Enqueued Resource ID: 62f8659e-732c-4e2b-bd2b-5b7626cdb125 with Priority: HIGHEST for action port [ 722.282292] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f8659e-732c-4e2b-bd2b-5b7626cdb125 with Priority: HIGHEST for action port [ 722.282888] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f8659e-732c-4e2b-bd2b-5b7626cdb125 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.282989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f8659e-732c-4e2b-bd2b-5b7626cdb125" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.283320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f8659e-732c-4e2b-bd2b-5b7626cdb125" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.283609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f8659e-732c-4e2b-bd2b-5b7626cdb125" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.283728] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f8659e-732c-4e2b-bd2b-5b7626cdb125',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.692671] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.787979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62f8659e-732c-4e2b-bd2b-5b7626cdb125 [ 722.788316] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.788400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.788470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.788686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.788777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.788873] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62f8659e-732c-4e2b-bd2b-5b7626cdb125 already deleted. [ 722.788955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f8659e-732c-4e2b-bd2b-5b7626cdb125" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.955598] env[69325]: INFO networking_nsxv3.common.synchronization [req-3f940e57-37b8-408d-9d53-d6cf7fc5506c req-5dea64da-03ca-4cb6-aad0-799cb96362d6 tempest-ImagesOneServerTestJSON-620748085 tempest-ImagesOneServerTestJSON-620748085-project-member] Enqueued Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_members [ 722.956080] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 with Priority: HIGHEST for action security_group_members [ 722.956383] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc9a649-a2ac-46e3-a108-ee58783b8866 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.956492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.956558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.956747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.961130] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.961273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.962268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.962510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.962611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.962722] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc9a649-a2ac-46e3-a108-ee58783b8866',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.141598] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad7f0361-a800-4a30-a923-a6a664c562c5 req-9ef4dcd8-f9e2-4101-aadd-4a3d7027d6d9 tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Enqueued Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_members [ 723.142413] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_members [ 723.143403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.143508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.143580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.144000] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.144185] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.144296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.144363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.144522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.144824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.144824] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.195686] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.195858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.195927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.196170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.199019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.199019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 is going to be created. [ 723.223726] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.224292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.225394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.225394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.225394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.241177] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 in Status: UNINITIALIZED for 2s [ 723.465269] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.465472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.465601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.465869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.466031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.466289] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.466409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.466547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.466703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.466789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.466922] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 is going to be updated. [ 723.498216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.498425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.498496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.498662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.498812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.509753] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 in Status: IN_PROGRESS for 2s [ 723.649179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.649179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.649179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.649179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.649179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.649179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.649466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.649466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.649525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.649555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.649641] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 already deleted. [ 723.649801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782979] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.783480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-90" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.783480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-90" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.783695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-90" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.783967] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.784205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.784270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.785041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.785041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.785041] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.785041] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.785041] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.785292] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.785292] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.785347] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.785462] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.808058] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.808459] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.808459] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.808545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-90" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.808866] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-24b04fe8-11ff-45a5-8108-70040916fad2 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.809097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.809284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.809591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.809754] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b04fe8-11ff-45a5-8108-70040916fad2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.890168] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 723.890413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.313473] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.314839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.314839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.314839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.314839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.315099] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 24b04fe8-11ff-45a5-8108-70040916fad2 not found, creating... [ 724.315376] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.315559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.315761] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.316351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.317640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.317640] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.317640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.317640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.318031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.318031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.318360] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 24b04fe8-11ff-45a5-8108-70040916fad2 is going to be created. [ 724.345098] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.345323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.345456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.345757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.346036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.346282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.355093] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b2d7cd4d-7118-4df5-bf07-b39cd44e867e None None] Enqueued Resource ID: f6c2bc7c-d129-48de-b640-591f52055387 with Priority: HIGHEST for action port [ 724.355861] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c2bc7c-d129-48de-b640-591f52055387 with Priority: HIGHEST for action port [ 724.356282] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c2bc7c-d129-48de-b640-591f52055387 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.356450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c2bc7c-d129-48de-b640-591f52055387" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.356513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c2bc7c-d129-48de-b640-591f52055387" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.359687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c2bc7c-d129-48de-b640-591f52055387" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.359687] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c2bc7c-d129-48de-b640-591f52055387',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.821607] env[69325]: INFO networking_nsxv3.common.synchronization [req-0fc7e3ee-4bf8-4c44-bd70-f49aa3b56b71 req-495dbd3d-54f2-4b13-9221-503ef7f6fca5 tempest-InstanceActionsV221TestJSON-337113485 tempest-InstanceActionsV221TestJSON-337113485-project-member] Enqueued Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_members [ 724.821964] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGHEST for action security_group_members [ 724.826501] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.826682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.826782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.827075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.827293] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.827433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.827529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.827745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.827874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.828022] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.861534] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6c2bc7c-d129-48de-b640-591f52055387 [ 724.861748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.861879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.862030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.862181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.862273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.862400] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6c2bc7c-d129-48de-b640-591f52055387 already deleted. [ 724.862510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c2bc7c-d129-48de-b640-591f52055387" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.162940] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad7f0361-a800-4a30-a923-a6a664c562c5 req-4cde5b46-85c4-4151-b668-e44ece9608e7 service nova] Enqueued Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_rules [ 725.163133] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad7f0361-a800-4a30-a923-a6a664c562c5 req-4cde5b46-85c4-4151-b668-e44ece9608e7 service nova] Enqueued Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_members [ 725.163274] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad7f0361-a800-4a30-a923-a6a664c562c5 req-4cde5b46-85c4-4151-b668-e44ece9608e7 service nova] Enqueued Resource ID: 24b04fe8-11ff-45a5-8108-70040916fad2 with Priority: HIGHEST for action port [ 725.163515] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_rules [ 725.163660] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_members [ 725.163740] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b04fe8-11ff-45a5-8108-70040916fad2 with Priority: HIGHEST for action port [ 725.164292] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.164383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.164553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.166118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.166210] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.167099] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.167220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.167289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.167466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.167615] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.167709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.167774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.167908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.167994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.168097] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.168834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-24b04fe8-11ff-45a5-8108-70040916fad2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.168943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.169016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.172955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.172955] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b04fe8-11ff-45a5-8108-70040916fad2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.251050] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 in Status: SUCCESS [ 725.251298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.251556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.251799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.252048] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.253045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.253045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.253045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.253045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.253045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.253045] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.332606] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.332970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.334233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.334403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.334500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.334715] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.334817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.334877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.335046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.335124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.335207] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7bda6e-415b-470a-9914-0814b7594bdf is going to be updated. [ 725.364308] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.364308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.364308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.364308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.364308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.381881] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7bda6e-415b-470a-9914-0814b7594bdf in Status: IN_PROGRESS for 2s [ 725.521675] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 in Status: SUCCESS [ 725.521675] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc9a649-a2ac-46e3-a108-ee58783b8866 deletion is rescheduled due to dependency. [ 725.521675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc9a649-a2ac-46e3-a108-ee58783b8866" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.674777] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.674901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.676194] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.676194] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24b04fe8-11ff-45a5-8108-70040916fad2 with status ACTIVE [ 725.676194] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.676497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.676497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.676631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.676669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.676887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.676973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.677018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.677226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.677294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.677445] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.677539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.677617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.677762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.677825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.677905] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24b04fe8-11ff-45a5-8108-70040916fad2 is going to be updated. [ 725.703314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.703454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.703516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.704021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.704021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.704175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24b04fe8-11ff-45a5-8108-70040916fad2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.755810] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.114930] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0877682c-6056-4cdc-a7dd-c258ba18b6ab None None] Enqueued Resource ID: 06ef163d-0da4-4ae9-81d1-f8b31b4dc03f with Priority: HIGHEST for action port [ 726.115957] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ef163d-0da4-4ae9-81d1-f8b31b4dc03f with Priority: HIGHEST for action port [ 726.117118] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-06ef163d-0da4-4ae9-81d1-f8b31b4dc03f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06ef163d-0da4-4ae9-81d1-f8b31b4dc03f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06ef163d-0da4-4ae9-81d1-f8b31b4dc03f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06ef163d-0da4-4ae9-81d1-f8b31b4dc03f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117554] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06ef163d-0da4-4ae9-81d1-f8b31b4dc03f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.181368] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.258383] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fff6e2f8-e0b3-4c96-9498-2b03c8e81892: rpc.has_security_group_logging(os_id): False [ 726.288297] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.288471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.288513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.288770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.288870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.289136] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.289243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.289330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.289571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.289696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.289808] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 is going to be created. [ 726.356808] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.356984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.357044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.357287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.357461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.374539] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 in Status: IN_PROGRESS for 2s [ 726.620159] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06ef163d-0da4-4ae9-81d1-f8b31b4dc03f [ 726.620377] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.620548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.620599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.620800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.620999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.620999] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06ef163d-0da4-4ae9-81d1-f8b31b4dc03f already deleted. [ 726.621214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06ef163d-0da4-4ae9-81d1-f8b31b4dc03f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.685784] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.686030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.686117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.686325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.686419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.686522] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 is going to be created. [ 726.711626] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.711806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.711869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.712103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.712267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.726847] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 in Status: UNINITIALIZED for 2s [ 727.248275] env[69325]: INFO networking_nsxv3.common.synchronization [req-a0fac30b-7813-4607-bfcd-5110a30550f8 req-89b346ab-0f1b-4384-847a-eeeb34e0f884 tempest-ServersAdminNegativeTestJSON-1849074686 tempest-ServersAdminNegativeTestJSON-1849074686-project-member] Enqueued Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 727.248275] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 with Priority: HIGHEST for action security_group_members [ 727.248596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.248596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.248689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.248856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.249000] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.249108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.249167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.249335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.249430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.251458] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37dfb9b6-6e8e-48c5-8fdf-fdb600f74266',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.394503] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7bda6e-415b-470a-9914-0814b7594bdf in Status: SUCCESS [ 727.395674] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7bda6e-415b-470a-9914-0814b7594bdf deletion is rescheduled due to dependency. [ 727.395674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.752258] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.752439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.752522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.752744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.752849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.753063] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.753149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.753199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.754356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.754356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.754356] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 is going to be updated. [ 727.787928] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.787928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.787928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.788181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.788382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799169] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: IN_PROGRESS for 2s [ 727.846148] env[69325]: INFO networking_nsxv3.common.synchronization [req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 req-84ea8edb-73f5-450f-b7ec-8875f7f37bb0 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 727.847343] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 727.848211] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.848211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.848211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.848211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.849265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.849265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.849265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.849265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.849265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.849265] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.351163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.351434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.351479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.351715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.351808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.352014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.352146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.352211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.352365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.352443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.352528] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 728.393908] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 in Status: SUCCESS [ 728.393908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.397891] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.398069] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.400568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.400568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.411390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 728.444410] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.444410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.444605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.445396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.445396] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.445396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.445396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.445743] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.445743] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.445743] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.445955] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.445955] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.446247] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.446247] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.446373] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.446564] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.475679] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.475845] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.475988] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.476237] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.476591] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-42320111-4fde-48d8-80ab-6ca859214f61 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.476781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.476903] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.477249] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.477385] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42320111-4fde-48d8-80ab-6ca859214f61',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.736071] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 in Status: SUCCESS [ 728.736362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.736490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.736912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.737016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.737190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.737352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.737424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.737514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.737590] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.980212] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.980478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.980637] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.980941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.981108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.981272] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 42320111-4fde-48d8-80ab-6ca859214f61 not found, creating... [ 728.981635] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.981826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.981973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.982272] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.982450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.983180] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.983280] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.983392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.983638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.984046] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.984242] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 42320111-4fde-48d8-80ab-6ca859214f61 is going to be created. [ 728.995897] env[69325]: INFO networking_nsxv3.common.synchronization [None req-837eb449-6298-40d3-81c2-3bf05b91faef None None] Enqueued Resource ID: 3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9 with Priority: HIGHEST for action port [ 728.996181] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9 with Priority: HIGHEST for action port [ 728.996729] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.996855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.996932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.997202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.997293] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.005839] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.006130] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.006245] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.006619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.006874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242431] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.242783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.242874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243477] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.244030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.244181] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.244270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.244328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.244481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.244627] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.244717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.244771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.244907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.244977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.247152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.247262] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.499070] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9 [ 729.499407] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.500263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.500417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.500779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.500779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.501524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9 already deleted. [ 729.501524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0863e5-7bba-4f89-b9b5-0ae5d44d6ec9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.751190] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 137170cf-bebc-4320-8dd3-8917c90b31c3: rpc.has_security_group_logging(os_id): False [ 729.772740] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.772740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.772740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.772955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.773065] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.773359] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.773359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.773446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.773625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.773708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.774170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.774264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.774489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.774624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.774925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.777100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.777366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.777504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.777638] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 is going to be created. [ 729.812055] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 in Status: SUCCESS [ 729.812199] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37dfb9b6-6e8e-48c5-8fdf-fdb600f74266 deletion is rescheduled due to dependency. [ 729.812659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37dfb9b6-6e8e-48c5-8fdf-fdb600f74266" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.841533] env[69325]: INFO networking_nsxv3.common.synchronization [req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 req-9dc16376-ce1e-432b-988a-fd597e393d6a service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 729.841738] env[69325]: INFO networking_nsxv3.common.synchronization [req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 req-9dc16376-ce1e-432b-988a-fd597e393d6a service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 729.841879] env[69325]: INFO networking_nsxv3.common.synchronization [req-fe0d8fd1-888b-4e4a-b095-e62b6d657879 req-9dc16376-ce1e-432b-988a-fd597e393d6a service nova] Enqueued Resource ID: 42320111-4fde-48d8-80ab-6ca859214f61 with Priority: HIGHEST for action port [ 729.842247] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 729.842286] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 729.843264] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42320111-4fde-48d8-80ab-6ca859214f61 with Priority: HIGHEST for action port [ 729.843264] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.846371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.846464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.846688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.846773] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.848704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.848814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.849038] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-42320111-4fde-48d8-80ab-6ca859214f61 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.849146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.849211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.849612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.849612] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42320111-4fde-48d8-80ab-6ca859214f61',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.863372] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.863574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.863574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.863785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.863963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.879497] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 in Status: IN_PROGRESS for 2s [ 730.352025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.352025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.352025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42320111-4fde-48d8-80ab-6ca859214f61 with status ACTIVE [ 730.352025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.352518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.352518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.352518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.352692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.352824] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.352904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.352950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.353129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.353168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.353345] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.353435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.353490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.354663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.354663] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42320111-4fde-48d8-80ab-6ca859214f61 is going to be updated. [ 730.378060] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.378293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.378420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.378682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.380094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.380094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42320111-4fde-48d8-80ab-6ca859214f61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.424769] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 730.426058] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 deletion is rescheduled due to dependency. [ 730.426058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.426058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.428047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.428047] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.428047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.428047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.428047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.428047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.428047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.931393] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.410897] env[69325]: INFO networking_nsxv3.common.synchronization [req-644e20c4-0c55-43b4-9239-799b0fa5e9f4 req-55616db6-f739-436b-a75b-77db37a8a350 tempest-ServersTestManualDisk-897339823 tempest-ServersTestManualDisk-897339823-project-member] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_members [ 731.411593] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGHEST for action security_group_members [ 731.412012] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.412241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.412297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.412557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.413589] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.413589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.413589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.413958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.414152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.414339] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.437447] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.896267] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 in Status: SUCCESS [ 731.896524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.919172] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.919172] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.919172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.919172] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 is going to be updated. [ 731.940202] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.940202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.940202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.940573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.940573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.940573] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 731.945544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.945699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.945767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.945939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.946089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.959037] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 in Status: IN_PROGRESS for 2s [ 731.972854] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.973042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.973091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.973284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.973430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.985678] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 733.974027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 in Status: SUCCESS [ 733.974027] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 deletion is rescheduled due to dependency. [ 733.974027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.995729] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 733.996014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.996265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.996495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.996892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.996892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.997099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.997146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.997225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.997332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.997443] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.499870] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.500133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.500133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.500349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.500505] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.500767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.500767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.500881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.500913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.502031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.502031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.502031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.502402] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.915390] env[69325]: INFO networking_nsxv3.common.synchronization [req-9c2b91b9-ae3f-4998-a228-8d91f5c031da req-649b38eb-063e-4130-806d-ad9dccade8c1 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 734.919031] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 734.919031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.919031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.919031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.919031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.974772] env[69325]: INFO networking_nsxv3.common.synchronization [req-9c2b91b9-ae3f-4998-a228-8d91f5c031da req-649b38eb-063e-4130-806d-ad9dccade8c1 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 734.975037] env[69325]: INFO networking_nsxv3.common.synchronization [req-9c2b91b9-ae3f-4998-a228-8d91f5c031da req-649b38eb-063e-4130-806d-ad9dccade8c1 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 734.975037] env[69325]: INFO networking_nsxv3.common.synchronization [req-9c2b91b9-ae3f-4998-a228-8d91f5c031da req-649b38eb-063e-4130-806d-ad9dccade8c1 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 11128624-6aae-4b22-a649-ec1062464515 with Priority: HIGHEST for action port [ 734.975554] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 734.975690] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 734.975787] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11128624-6aae-4b22-a649-ec1062464515 with Priority: HIGHEST for action port [ 734.977393] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.978887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.978887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.978887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.978887] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.980210] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.980308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.981317] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-11128624-6aae-4b22-a649-ec1062464515 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.981317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.981317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.981317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.981317] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11128624-6aae-4b22-a649-ec1062464515',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.007807] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af464887-2b0b-44fc-8f77-c13725353ef7: rpc.has_security_group_logging(os_id): False [ 735.025720] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.025720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.025720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.026143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.026143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.026304] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.026409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.026496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.026682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.026789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.027600] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.027600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.027600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.027600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.027600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.027600] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.027856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.027856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.029036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.029036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.029036] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 735.060120] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a46587e9-0efc-4705-a1b9-9c0bfcd26ae2 None None] Enqueued Resource ID: 9a76be29-eaac-493b-8094-874a727ff771 with Priority: HIGHEST for action port [ 735.060120] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a76be29-eaac-493b-8094-874a727ff771 with Priority: HIGHEST for action port [ 735.060120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a76be29-eaac-493b-8094-874a727ff771 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.060120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a76be29-eaac-493b-8094-874a727ff771" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.060790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a76be29-eaac-493b-8094-874a727ff771" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.062357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a76be29-eaac-493b-8094-874a727ff771" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.062357] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a76be29-eaac-493b-8094-874a727ff771',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.094859] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.094859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.094859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.094859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.094859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.106783] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 735.420846] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.484721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.484875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.485050] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11128624-6aae-4b22-a649-ec1062464515 with status ACTIVE [ 735.485296] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.485377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.485418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.485618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.485707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.485883] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.485980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.486055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.486212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.486290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.486466] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.486558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.486621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.486759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.486833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.486913] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11128624-6aae-4b22-a649-ec1062464515 is going to be updated. [ 735.516256] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.516402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.516477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.516687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.569454] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a76be29-eaac-493b-8094-874a727ff771 [ 735.569711] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.570054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.570217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.570433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.570522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.570658] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a76be29-eaac-493b-8094-874a727ff771 already deleted. [ 735.570746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a76be29-eaac-493b-8094-874a727ff771" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.928702] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.432191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.432530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.432530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.432794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.432868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.432945] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be updated. [ 736.466405] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.466893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.466971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.467203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.467350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.478064] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: IN_PROGRESS for 2s [ 737.123309] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 737.123532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.190057] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a0c7276b-6425-40e6-b43e-aaa1c74ea71b None None] Enqueued Resource ID: 49a9488d-3b3e-47da-9db2-08c107c16dce with Priority: HIGHEST for action port [ 737.191913] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a9488d-3b3e-47da-9db2-08c107c16dce with Priority: HIGHEST for action port [ 737.191913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-49a9488d-3b3e-47da-9db2-08c107c16dce taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.195139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49a9488d-3b3e-47da-9db2-08c107c16dce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.195219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49a9488d-3b3e-47da-9db2-08c107c16dce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.195539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49a9488d-3b3e-47da-9db2-08c107c16dce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.195651] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a9488d-3b3e-47da-9db2-08c107c16dce',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.635451] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b3f9d02-1bd1-46b5-988a-7b0851817600 req-67658cc1-2638-4242-a7ae-61d16c574042 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Enqueued Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_members [ 737.635959] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_members [ 737.636273] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.636405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.637832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.637832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.637832] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.637832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.637832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.638173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.638265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.638384] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.702176] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49a9488d-3b3e-47da-9db2-08c107c16dce [ 737.702176] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.702176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.702176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.702176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.702176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.702176] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49a9488d-3b3e-47da-9db2-08c107c16dce already deleted. [ 737.702176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49a9488d-3b3e-47da-9db2-08c107c16dce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.071479] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.071677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-709" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.071800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-709" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.072156] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-709" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.072423] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.072574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.072718] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.072973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.073137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.073341] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.073446] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.073557] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.073661] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.073765] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.073864] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.073993] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.093848] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.094484] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.094484] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.094484] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-709" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.094716] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.094911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.095223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.095366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.095500] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.142160] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.142160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.142160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.142525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.142525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.142525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.142648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.142719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.142956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.143051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.143134] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 already deleted. [ 738.143892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489784] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: SUCCESS [ 738.489784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.489784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.489784] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.491045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.491336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.492746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.493959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.493959] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.598093] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.599347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.600213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.600737] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.601952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.602234] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 not found, creating... [ 738.602596] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.602863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.603050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.603465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.603893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.604441] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.604549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.604724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.605014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.605215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.605410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 is going to be created. [ 738.632591] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.632900] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.633043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.633335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.633579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.633825] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.640516] env[69325]: INFO networking_nsxv3.common.synchronization [req-e94a911f-93a4-4246-bfe4-658206580210 req-47e6c978-3ee7-4ac3-8263-8d40d6dcbbe9 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 738.641571] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 738.641892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.642013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.667018] env[69325]: INFO networking_nsxv3.common.synchronization [req-e94a911f-93a4-4246-bfe4-658206580210 req-47e6c978-3ee7-4ac3-8263-8d40d6dcbbe9 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 738.667018] env[69325]: INFO networking_nsxv3.common.synchronization [req-e94a911f-93a4-4246-bfe4-658206580210 req-47e6c978-3ee7-4ac3-8263-8d40d6dcbbe9 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 738.667018] env[69325]: INFO networking_nsxv3.common.synchronization [req-e94a911f-93a4-4246-bfe4-658206580210 req-47e6c978-3ee7-4ac3-8263-8d40d6dcbbe9 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 11128624-6aae-4b22-a649-ec1062464515 with Priority: HIGHEST for action port [ 738.667018] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_rules [ 738.667018] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 738.667018] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11128624-6aae-4b22-a649-ec1062464515 with Priority: HIGHEST for action port [ 738.667307] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.667307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.667443] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.667543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.667659] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-11128624-6aae-4b22-a649-ec1062464515 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.667754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.667814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.668029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.668107] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11128624-6aae-4b22-a649-ec1062464515',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.996420] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.173736] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11128624-6aae-4b22-a649-ec1062464515 with status ACTIVE [ 739.174214] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.174414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.174796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.174957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.175103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.175395] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.175484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.175824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.175824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.176101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.176146] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.177401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.177401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.177401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.177401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.177401] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11128624-6aae-4b22-a649-ec1062464515 is going to be updated. [ 739.207933] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.207933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.207933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.207933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.207933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.207933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11128624-6aae-4b22-a649-ec1062464515" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.499127] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.553927] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b3f9d02-1bd1-46b5-988a-7b0851817600 req-72702bc7-7b95-4608-a08d-4c1a73c50004 service nova] Enqueued Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_rules [ 739.554826] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b3f9d02-1bd1-46b5-988a-7b0851817600 req-72702bc7-7b95-4608-a08d-4c1a73c50004 service nova] Enqueued Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_members [ 739.554826] env[69325]: INFO networking_nsxv3.common.synchronization [req-3b3f9d02-1bd1-46b5-988a-7b0851817600 req-72702bc7-7b95-4608-a08d-4c1a73c50004 service nova] Enqueued Resource ID: ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 with Priority: HIGHEST for action port [ 739.555173] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_rules [ 739.555410] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_members [ 739.555476] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 with Priority: HIGHEST for action port [ 739.560039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.560039] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.560039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.560039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.560039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.560039] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.560752] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.563738] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.003367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.003832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.003832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.003832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.004035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.004035] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be updated. [ 740.034380] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.034517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.034585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.034789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.036020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.044222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: IN_PROGRESS for 2s [ 740.065023] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.067550] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.067550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.073569] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 with status ACTIVE [ 740.073773] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.073914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.074992] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075493] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.075493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.075493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.075493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.075493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075493] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87 is going to be updated. [ 740.097765] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.097908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.097980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.098219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.098353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.098515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0b66c6-a380-4fa9-a781-1b9c6ac4ca87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.567074] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.069050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.069733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.069733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.069733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.069954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.069954] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 is going to be created. [ 741.101085] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.101085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.101085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.101085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.101085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.111705] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 in Status: UNINITIALIZED for 2s [ 742.055953] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: SUCCESS [ 742.056846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.056846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.056846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.057165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.057165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.057301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.058124] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.059150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.059944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.059944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.059944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.059944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.059944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.059944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.059944] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.382255] env[69325]: INFO networking_nsxv3.common.synchronization [req-17c24c63-c638-45fc-897e-e3a8f0160811 req-aeacbdf2-dd8d-4af8-aebc-51cbd5df05dd tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 742.382255] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 742.382255] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.385290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.385433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.385612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.385798] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.385911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.385974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.386164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.386261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.386359] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.560710] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.561741] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.886032] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.887175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.887385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.888025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.888183] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.888396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.888494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.888781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.888882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.889119] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.889237] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.889349] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.889461] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.889611] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.889807] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.889874] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.892885] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.916353] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.916514] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.916644] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.916860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-241" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.917299] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-4b980107-2174-4177-bfc3-50fdb2e89e65 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.917484] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.917648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.917968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.918135] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b980107-2174-4177-bfc3-50fdb2e89e65',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.064801] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4250ed30-21db-4e78-bf50-f243c99c8d86: rpc.has_security_group_logging(os_id): False [ 743.065869] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.090092] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.090092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.090092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.090359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.090396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.091556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.091556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.091556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.091556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.091556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.091556] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be updated. [ 743.123451] env[69325]: INFO networking_nsxv3.common.synchronization [req-dd53ceb1-d27a-43d3-8069-258f37e901b6 req-19916277-562c-41f9-9c14-048eadac1a1b tempest-FloatingIPsAssociationTestJSON-617831359 tempest-FloatingIPsAssociationTestJSON-617831359-project-member] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 743.124161] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGHEST for action security_group_members [ 743.125994] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 in Status: SUCCESS [ 743.125994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.125994] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.125994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.125994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.126289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.126445] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.126579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.126652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.126848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.126938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.127057] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.128108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.128214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.128339] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.128463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.128532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.128681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.128783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.128880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.128990] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.159427] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.159715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.159810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.160391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.160391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.177996] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: IN_PROGRESS for 2s [ 743.395298] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.420943] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.421359] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.421615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.422056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.422328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.422589] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 4b980107-2174-4177-bfc3-50fdb2e89e65 not found, creating... [ 743.423069] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.423351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.423577] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.423983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.424233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.424660] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.424877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.425017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.425266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.425423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.425571] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 is going to be created. [ 743.453333] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.453675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.453747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.454069] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.454307] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.454574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.575858] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.575858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.575858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.575858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.575858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.575858] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be updated. [ 743.617252] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.617441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.617483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.618032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.618032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.630590] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: IN_PROGRESS for 2s [ 743.630590] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.630590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.630590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.630590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.630948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.630948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.630948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.631411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.631411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.631411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.631411] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be updated. [ 743.633760] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.633760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.633760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.633760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.633760] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.633760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.634212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.634212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.634212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.634333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.634389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.634466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.634521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.634676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.634809] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.634898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.634967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.635109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.635403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.635403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.635403] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.666778] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.666925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.667038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.667202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.667372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.676180] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: IN_PROGRESS for 2s [ 743.885341] env[69325]: INFO networking_nsxv3.common.synchronization [req-ae6dbc08-8f72-4a05-825f-9a1a114e68e8 req-97294e8f-f9a5-4117-8b81-b937f207f0a8 tempest-AttachInterfacesUnderV243Test-935623636 tempest-AttachInterfacesUnderV243Test-935623636-project-member] Enqueued Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 743.885849] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 with Priority: HIGHEST for action security_group_members [ 743.886198] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4250ed30-21db-4e78-bf50-f243c99c8d86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.886303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.899074] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.899074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.899074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.899074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.899074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.899074] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 743.930439] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.930597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.930912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.930912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.931056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.941592] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 744.140583] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63af208e-83ff-43f5-893f-660be9c6a5d6: rpc.has_security_group_logging(os_id): False [ 744.156893] env[69325]: INFO networking_nsxv3.common.synchronization [req-17c24c63-c638-45fc-897e-e3a8f0160811 req-962e4f00-666c-4730-aff1-0cdc011b4659 service nova] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 744.156893] env[69325]: INFO networking_nsxv3.common.synchronization [req-17c24c63-c638-45fc-897e-e3a8f0160811 req-962e4f00-666c-4730-aff1-0cdc011b4659 service nova] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 744.156893] env[69325]: INFO networking_nsxv3.common.synchronization [req-17c24c63-c638-45fc-897e-e3a8f0160811 req-962e4f00-666c-4730-aff1-0cdc011b4659 service nova] Enqueued Resource ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 with Priority: HIGHEST for action port [ 744.156893] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 744.156893] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 744.156893] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 with Priority: HIGHEST for action port [ 744.156893] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.157915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.158099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.158461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.158625] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.159690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.159902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.162024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b980107-2174-4177-bfc3-50fdb2e89e65 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.162024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.162024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.162024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.162024] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b980107-2174-4177-bfc3-50fdb2e89e65',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.162658] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.162897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.163063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.163303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.163483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.163849] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.164135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.164285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.164524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.164786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.165085] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.165285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.165531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.165765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.165940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.166237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.167032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.167032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.167032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.167032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.167032] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 is going to be created. [ 744.247845] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.247845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.247845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.247845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.247845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.262096] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 in Status: IN_PROGRESS for 2s [ 744.373019] env[69325]: INFO networking_nsxv3.common.synchronization [req-ec5eb9c5-f198-47eb-8406-d3f927b28eb2 req-3a11c14e-2329-406e-be20-90d8fe4ba39d tempest-InstanceActionsTestJSON-1356634951 tempest-InstanceActionsTestJSON-1356634951-project-member] Enqueued Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_members [ 744.373019] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGHEST for action security_group_members [ 744.373019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.373019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.373019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.373558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.373866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.374168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.374329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.374614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.374813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.374996] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.669786] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.670302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.670302] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b980107-2174-4177-bfc3-50fdb2e89e65 with status ACTIVE [ 744.670302] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.670451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.670451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.671036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.671036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.671036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.671036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.671255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.671255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.671255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.671467] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.671598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.671660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.671834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.671911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.672018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 is going to be updated. [ 744.692871] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.693015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.693103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.693322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.693531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.693729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.878516] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.878668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.878741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.878964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.879080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.879771] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.879771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.879771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.879771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.879771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.879771] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 is going to be updated. [ 744.908813] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.908948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.909041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.909253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.909409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.920663] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 in Status: IN_PROGRESS for 2s [ 745.112439] env[69325]: INFO networking_nsxv3.common.synchronization [req-2935d286-08c0-4abe-9836-eddaff25b62c req-f93b20c3-d494-4649-a335-a5fb6f5d49bb tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Enqueued Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_members [ 745.112439] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_members [ 745.113463] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.115827] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.115827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.115827] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.203802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: SUCCESS [ 745.203802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.203802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.203802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.203802] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.500045] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.500346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-918" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.500346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-918" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.500649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-918" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.500940] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.501118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.501246] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.501480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.501711] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.501952] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.502078] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.502189] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.502312] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.502422] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.502530] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.502701] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.537690] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.537931] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.538283] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.538617] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-918" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.539181] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-48edb849-e812-458a-83db-e584a9970c07 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.539524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.539780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.540222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.540731] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48edb849-e812-458a-83db-e584a9970c07',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.617321] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.617579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.617579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.617694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.617772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.617969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.618116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.618175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.618288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.618359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.618442] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 638d0969-866d-42f0-863c-bc25d4b77278 already deleted. [ 745.618519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641298] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 in Status: SUCCESS [ 745.641533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.642099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.642295] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.642412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.642475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.642716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.642803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.642901] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.690110] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0464771f-47d4-426f-acc7-0731213cd839 in Status: SUCCESS [ 745.690650] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0464771f-47d4-426f-acc7-0731213cd839 deletion is rescheduled due to dependency. [ 745.690650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.724152] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.724437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.724437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.724618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.724723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.724842] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be deleted. [ 745.779217] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.779480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.779480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.779693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.780252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.780252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.954873] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 745.955161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.955380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955651] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.955777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.956018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.956078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.956220] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.043545] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.043817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.043958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.044417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.044620] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 48edb849-e812-458a-83db-e584a9970c07 not found, creating... [ 746.044907] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.045080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.045199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.045629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.045629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.045821] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.045970] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.046362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.046595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.046723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.046860] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 48edb849-e812-458a-83db-e584a9970c07 is going to be created. [ 746.069961] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.070197] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.070322] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.070619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.070860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.145531] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.145730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.145818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.146058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.146158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.146389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.146503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.146570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.146729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.146812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.146898] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 is going to be deleted. [ 746.220869] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.221143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.221319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.221544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.221682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.221873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.222567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.222831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.223109] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.223280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.223384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.223594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.223750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.223852] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4250ed30-21db-4e78-bf50-f243c99c8d86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.284495] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 in Status: SUCCESS [ 746.284495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.459238] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.732635] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.732635] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.732635] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4250ed30-21db-4e78-bf50-f243c99c8d86 already deleted. [ 746.732635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4250ed30-21db-4e78-bf50-f243c99c8d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.750391] env[69325]: INFO networking_nsxv3.common.synchronization [req-2935d286-08c0-4abe-9836-eddaff25b62c req-e017d90a-082f-4eec-a7b1-b5d000f66953 service nova] Enqueued Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_rules [ 746.750391] env[69325]: INFO networking_nsxv3.common.synchronization [req-2935d286-08c0-4abe-9836-eddaff25b62c req-e017d90a-082f-4eec-a7b1-b5d000f66953 service nova] Enqueued Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_members [ 746.750391] env[69325]: INFO networking_nsxv3.common.synchronization [req-2935d286-08c0-4abe-9836-eddaff25b62c req-e017d90a-082f-4eec-a7b1-b5d000f66953 service nova] Enqueued Resource ID: 48edb849-e812-458a-83db-e584a9970c07 with Priority: HIGHEST for action port [ 746.750391] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_rules [ 746.750391] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_members [ 746.750391] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48edb849-e812-458a-83db-e584a9970c07 with Priority: HIGHEST for action port [ 746.755993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.755993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.755993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.755993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.755993] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.757379] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.757379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.757379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.757379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.757379] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.757379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.757379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.757784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.757784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.757784] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.759094] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-48edb849-e812-458a-83db-e584a9970c07 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.759094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.759094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.759094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.759094] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48edb849-e812-458a-83db-e584a9970c07',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.931968] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 in Status: SUCCESS [ 746.931968] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 deletion is rescheduled due to dependency. [ 746.931968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.962204] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.263353] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.264481] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.264609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.264784] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48edb849-e812-458a-83db-e584a9970c07 with status ACTIVE [ 747.264944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.265054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.265117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.265325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.265404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.265571] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.265665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.265785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.265868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.265941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.266433] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.266497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.266580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.266831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.266939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.267088] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48edb849-e812-458a-83db-e584a9970c07 is going to be updated. [ 747.300751] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.300947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.300985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.301217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.301355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.301520] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48edb849-e812-458a-83db-e584a9970c07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.465287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.465287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.465287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.465487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.465526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.465617] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 747.496913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.497247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.497247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.497356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.497497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507778] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 747.769784] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.273591] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.273755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.273826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.274119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.274202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.274312] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 638d0969-866d-42f0-863c-bc25d4b77278 is going to be created. [ 748.303155] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.303155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.303155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.303155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.303155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.314335] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 638d0969-866d-42f0-863c-bc25d4b77278 in Status: UNINITIALIZED for 2s [ 749.518109] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 749.518376] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.518530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.518758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.518958] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.519098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.519167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.519337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.519427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519612] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.024429] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.025248] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.025434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.025849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.025917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026104] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026889] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.027044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.027129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.027224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.027312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.027436] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.325917] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 638d0969-866d-42f0-863c-bc25d4b77278 in Status: SUCCESS [ 750.326150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.326319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.326525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.326763] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.326820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.326882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.327053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.327127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.327210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.327295] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.530597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 750.557932] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.558173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.558247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.559029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.559029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.559029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.559029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.559029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.559297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.559366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.559608] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.559727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.559808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.559999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.560100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.560353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.560486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.560559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.560745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.560859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.560980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 750.629695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.629913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.630042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.630331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.630512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.648270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 750.831227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.831541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.831576] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.832090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.832210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.832327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.832538] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.835960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.835960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.835960] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.342082] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 638d0969-866d-42f0-863c-bc25d4b77278: rpc.has_security_group_logging(os_id): False [ 751.363091] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.363285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.363392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.363675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.363974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.364057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.364171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.364238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.364399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.364477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.364801] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.364931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.364972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.365124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.365196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.365379] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.365468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.365524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.365668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.365740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.365824] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 638d0969-866d-42f0-863c-bc25d4b77278 is going to be created. [ 751.466020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.466246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.466246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.466428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.466638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.482058] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 638d0969-866d-42f0-863c-bc25d4b77278 in Status: IN_PROGRESS for 2s [ 751.751892] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 751.751892] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 752.662089] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 752.662089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.707931] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 752.708116] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 752.709116] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 752.709116] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 752.709116] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.709368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.709368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.709716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.709757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.709866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.709943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.710167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.710282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.710390] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.711342] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.711772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711933] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.712059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.712143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.712310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.712404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.712503] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.759246] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 752.759560] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 752.759560] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_rules [ 752.759713] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 752.759851] env[69325]: INFO networking_nsxv3.common.synchronization [req-aa4c9ab1-5249-4af4-bc11-d06e8355146c req-2ed259de-1740-463e-a62c-0c91d5288c09 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 with Priority: HIGHEST for action port [ 752.760438] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 752.760575] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_rules [ 752.760671] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 with Priority: HIGHEST for action port [ 752.760763] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 752.760858] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 752.761734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.761867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.761964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.762155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.762237] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.763828] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.763975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.764056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.764858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.765158] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.765807] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b980107-2174-4177-bfc3-50fdb2e89e65 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.765988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.766088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.766280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.766280] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b980107-2174-4177-bfc3-50fdb2e89e65',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.767170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.767170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.767364] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.767472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.042927] env[69325]: INFO networking_nsxv3.common.synchronization [req-f24120e5-34d6-4a1b-a78c-206fac36b8e1 req-41070b1f-f6e2-49c7-ab4d-a0e6aae500b7 tempest-ServerMetadataTestJSON-296395636 tempest-ServerMetadataTestJSON-296395636-project-member] Enqueued Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_members [ 753.043994] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGHEST for action security_group_members [ 753.043994] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.043994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.044420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.044609] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.044718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.044942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.045559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045559] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.214968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.215896] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.269312] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269676] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b980107-2174-4177-bfc3-50fdb2e89e65 with status ACTIVE [ 753.269998] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.270158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.270247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.270612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.270742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.270925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.271079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.271170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.271824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.271824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.271824] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.271995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.272223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.272541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.272650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.272762] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 is going to be updated. [ 753.273937] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.274062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.296935] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.297093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.297167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.297374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.297525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.297698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.312692] env[69325]: INFO networking_nsxv3.common.synchronization [req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 req-c36df018-cc66-40a8-9a2e-45efde103bdb tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 753.313255] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 753.313551] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.313673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.313756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.313998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.314757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.314922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.315027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.315394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.315535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.315664] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.505317] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 638d0969-866d-42f0-863c-bc25d4b77278 in Status: SUCCESS [ 753.505317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.548947] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.549256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.549341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.549700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.549760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.550466] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.550466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.550466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.550466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.550466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.550466] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 is going to be updated. [ 753.585182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.585328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.585410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.585693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.585850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.598421] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 in Status: IN_PROGRESS for 2s [ 753.720121] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.724032] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.819180] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.819560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.819560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.819664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.819753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.820149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.820149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820475] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 already deleted. [ 753.820586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.832042] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.832238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.832344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.832612] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.832871] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.833235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.833395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.833623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.833770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.833980] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.834117] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.834236] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.834345] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.834456] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.834635] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.834728] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.857458] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.857639] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.857781] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.857956] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.859391] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-f9728ee7-72d3-4a6c-9537-8864514d3351 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.859391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.859391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.859391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.859391] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9728ee7-72d3-4a6c-9537-8864514d3351',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.222588] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.222830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.222961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.223239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.223395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.227027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be created. [ 754.227027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.227027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.227027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.227027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.227027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.227027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 754.259474] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.259724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.259796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.260019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.260180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.263122] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.263762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.277192] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 754.279197] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: UNINITIALIZED for 2s [ 754.367141] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.367141] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port f9728ee7-72d3-4a6c-9537-8864514d3351 not found, creating... [ 754.367141] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.367141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.367548] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.367548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.367548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.367548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.367548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.367548] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: f9728ee7-72d3-4a6c-9537-8864514d3351 is going to be created. [ 754.393556] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.393820] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.393980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.394317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.394594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.394866] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.250012] env[69325]: INFO networking_nsxv3.common.synchronization [req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 req-4bd68823-724f-45f0-9ba8-4a6f8a1ca332 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 755.250300] env[69325]: INFO networking_nsxv3.common.synchronization [req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 req-4bd68823-724f-45f0-9ba8-4a6f8a1ca332 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 755.250508] env[69325]: INFO networking_nsxv3.common.synchronization [req-49586a64-10ed-4fd6-99bc-8cc0f26dd1a7 req-4bd68823-724f-45f0-9ba8-4a6f8a1ca332 service nova] Enqueued Resource ID: f9728ee7-72d3-4a6c-9537-8864514d3351 with Priority: HIGHEST for action port [ 755.251873] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 755.252046] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 755.252172] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9728ee7-72d3-4a6c-9537-8864514d3351 with Priority: HIGHEST for action port [ 755.252473] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.252609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.253600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.255215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.255340] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.256292] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.256423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.256494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.256707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.256866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.256972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.257051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.257199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.257285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.257378] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.258269] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9728ee7-72d3-4a6c-9537-8864514d3351 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.258367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.258425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.258577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.258672] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9728ee7-72d3-4a6c-9537-8864514d3351',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.609384] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 in Status: SUCCESS [ 755.610033] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 deletion is rescheduled due to dependency. [ 755.610033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.720486] env[69325]: INFO networking_nsxv3.common.synchronization [req-f1882637-2fb2-438f-b127-8b464b52d076 req-714a4ee2-bfdf-49de-8653-7d317278be7a tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 755.721117] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 755.721543] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.722373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.722373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.722373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.722373] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.722373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.722566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.722566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.722723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.722835] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.760637] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.760787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.763239] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.764188] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9728ee7-72d3-4a6c-9537-8864514d3351 with status ACTIVE [ 755.764339] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.764462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.764532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.764997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.764997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.764997] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.765146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.765146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.767035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.767035] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.767035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.767035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.767035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.767035] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9728ee7-72d3-4a6c-9537-8864514d3351 is going to be updated. [ 755.788770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.789247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.789426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.789614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9728ee7-72d3-4a6c-9537-8864514d3351" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.227237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.227237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.227237] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 already deleted. [ 756.227237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.269351] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.301237] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 756.301237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.303205] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.306031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.306031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.306031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.307886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.308240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.308665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.309100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.313653] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.502986] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.504871] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.505074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.506034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.506034] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.506034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.506265] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.506429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.506783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.506858] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.506980] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.507124] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.507266] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.507399] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.507523] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.507673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.529281] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.530054] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.530817] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.531050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.531470] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d24dbc54-1869-4bad-b58b-c27281ba535c taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.531583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.531720] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.532381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.532683] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24dbc54-1869-4bad-b58b-c27281ba535c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.771939] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.772178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.772257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.773454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.773454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.773565] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be created. [ 756.798396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.798548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.798623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.798841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.799012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.809706] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: UNINITIALIZED for 2s [ 756.813642] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.814664] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.035083] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.035415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.035584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.035838] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.035988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.036160] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d24dbc54-1869-4bad-b58b-c27281ba535c not found, creating... [ 757.036494] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.037126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.037195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.037396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.037575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.037842] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.037992] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.039031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.039275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.039417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.039564] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d24dbc54-1869-4bad-b58b-c27281ba535c is going to be created. [ 757.070240] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.070457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.070619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.070862] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.071104] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.071340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.315887] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.321711] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.818951] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.819163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.819251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.820029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.820029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.820029] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 757.823883] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.824081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.824139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.824458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.824597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.824597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be updated. [ 757.862458] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.862700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.862700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.863279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.863279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.865672] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.866507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.866507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.866507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.866507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.878330] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 757.879073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: IN_PROGRESS for 2s [ 757.989164] env[69325]: INFO networking_nsxv3.common.synchronization [req-f1882637-2fb2-438f-b127-8b464b52d076 req-753330c9-74e8-41df-b91d-44f205a5c090 service nova] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_rules [ 757.989482] env[69325]: INFO networking_nsxv3.common.synchronization [req-f1882637-2fb2-438f-b127-8b464b52d076 req-753330c9-74e8-41df-b91d-44f205a5c090 service nova] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 757.989744] env[69325]: INFO networking_nsxv3.common.synchronization [req-f1882637-2fb2-438f-b127-8b464b52d076 req-753330c9-74e8-41df-b91d-44f205a5c090 service nova] Enqueued Resource ID: d24dbc54-1869-4bad-b58b-c27281ba535c with Priority: HIGHEST for action port [ 757.991126] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_rules [ 757.991262] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 757.991355] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24dbc54-1869-4bad-b58b-c27281ba535c with Priority: HIGHEST for action port [ 757.991739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.991912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.991912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.992134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.992194] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.000042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.000042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.000232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.000342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.000526] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.000627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.000700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.000874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.000928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.001035] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.002044] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24dbc54-1869-4bad-b58b-c27281ba535c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.002797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002797] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24dbc54-1869-4bad-b58b-c27281ba535c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.133208] env[69325]: INFO networking_nsxv3.common.synchronization [None req-5ef62c58-e59e-4456-a293-d1598b37a475 None None] Enqueued Resource ID: 475edd1b-1649-446d-bad1-2e9f7047fb9e with Priority: HIGHEST for action port [ 758.133208] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475edd1b-1649-446d-bad1-2e9f7047fb9e with Priority: HIGHEST for action port [ 758.133818] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-475edd1b-1649-446d-bad1-2e9f7047fb9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-475edd1b-1649-446d-bad1-2e9f7047fb9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.134315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-475edd1b-1649-446d-bad1-2e9f7047fb9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.134661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-475edd1b-1649-446d-bad1-2e9f7047fb9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.134914] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475edd1b-1649-446d-bad1-2e9f7047fb9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.506157] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.506447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.507596] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.509027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d24dbc54-1869-4bad-b58b-c27281ba535c with status ACTIVE [ 758.509168] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.509168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.509254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.509453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.509589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.509774] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513058] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.513058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513058] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d24dbc54-1869-4bad-b58b-c27281ba535c is going to be updated. [ 758.563418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.563418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.563418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.563418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.563418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.563418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.642516] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 475edd1b-1649-446d-bad1-2e9f7047fb9e [ 758.642813] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.643178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.643178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.643447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.643447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.643447] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:475edd1b-1649-446d-bad1-2e9f7047fb9e already deleted. [ 758.643702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-475edd1b-1649-446d-bad1-2e9f7047fb9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.825043] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 758.825241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.825444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.825692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.825895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.826152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.826152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.826493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.826589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.826688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.826776] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.016692] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.329426] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.332741] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.332741] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.332741] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.332741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.333408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.333408] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.519170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.519514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.519514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.519662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.519832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.519898] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be created. [ 759.548580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.548732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.548807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.549044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.549207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.559892] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: UNINITIALIZED for 2s [ 759.836948] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f2d456-7936-4e66-acfe-1cc823193221: rpc.has_security_group_logging(os_id): False [ 759.870181] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.870311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.870383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.870591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.870676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.870884] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.871026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.871112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.871426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.872037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.872037] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.872037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.872198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.872198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.872266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.873034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.873034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.873034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.873034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.873034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.873034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be created. [ 759.891596] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 759.891844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.892014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.892279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.892447] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.892562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.892629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.892831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.892929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.892968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.893147] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.902192] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 759.902479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.902569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.902899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.903119] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.903244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.903312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.903475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.903559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.904340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.904340] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.947581] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.947740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.948609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.948609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.962200] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 760.399568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.399738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.399738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.400418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.400418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.400418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.400418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.400602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.400728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.400828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.401024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.401133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.401201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.401370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.401557] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.401699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.401843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.402010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.402983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.403269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.403269] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.407359] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.438634] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ec56ec34-b8b5-42c5-bc29-5ff86f7945f3 None None] Enqueued Resource ID: bdb8ea48-b046-408a-ba53-029623815cf7 with Priority: HIGHEST for action port [ 760.439209] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb8ea48-b046-408a-ba53-029623815cf7 with Priority: HIGHEST for action port [ 760.439542] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdb8ea48-b046-408a-ba53-029623815cf7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.439710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdb8ea48-b046-408a-ba53-029623815cf7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.440289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdb8ea48-b046-408a-ba53-029623815cf7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.440289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdb8ea48-b046-408a-ba53-029623815cf7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.440289] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdb8ea48-b046-408a-ba53-029623815cf7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.905838] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 760.910980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfed7ac5-96f4-45f3-ac90-608433247a7f: rpc.has_security_group_logging(os_id): False [ 760.929120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.929485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.929485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.929683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.929779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.929972] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.930087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.930148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.930320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.930372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.930826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.930826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.930826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.930970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.930970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.934315] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.934385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.934493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.934898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.934898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.934898] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 760.936850] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.937050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.937050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.937272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.937272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.937421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.937522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.937579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.937719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.937794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.938100] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be created. [ 760.942816] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdb8ea48-b046-408a-ba53-029623815cf7 [ 760.943599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.943599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.943599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.943599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.943599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.943599] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdb8ea48-b046-408a-ba53-029623815cf7 already deleted. [ 760.943898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdb8ea48-b046-408a-ba53-029623815cf7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.979532] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ff7924f7-57ea-43d6-9245-4ad98c4177be tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Enqueued Resource ID: ee9f28af-0b05-4017-91a2-7cb1c20ba11d with Priority: HIGHEST for action security_group_rules [ 760.980126] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9f28af-0b05-4017-91a2-7cb1c20ba11d with Priority: HIGHEST for action security_group_rules [ 760.980456] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.980603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.980670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.980918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.981671] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9f28af-0b05-4017-91a2-7cb1c20ba11d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.005445] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.005598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.005652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.005868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.006116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.015851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.016050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.016148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.016418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.016658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.022682] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: IN_PROGRESS for 2s [ 761.033786] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 761.209908] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8a5e1d5c-262c-4077-929b-707ce0531172 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Enqueued Resource ID: ee9f28af-0b05-4017-91a2-7cb1c20ba11d with Priority: HIGHEST for action security_group_rules [ 761.210820] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9f28af-0b05-4017-91a2-7cb1c20ba11d with Priority: HIGHEST for action security_group_rules [ 761.210820] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.210965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.336076] env[69325]: INFO networking_nsxv3.common.synchronization [req-b74825e6-5128-494f-8377-9670ccab1441 req-c4ef5db6-6193-4019-acc9-669b162b7792 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Enqueued Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_members [ 761.336926] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_members [ 761.337487] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.337487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.337651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.340864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.340864] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.340864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.340864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.340864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.340864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.340864] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.429217] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_members [ 761.429556] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 761.429826] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 761.433492] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_members [ 761.433492] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 761.433492] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 761.433492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-619549fb-c669-40a2-9a23-869b54b3ff87 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.433492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.433492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.433492] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.434349] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.434487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.434591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.434830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.435051] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.435227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.435360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.435568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.435691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.435786] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.436939] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.437150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.437538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.438120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.438388] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.438569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.438692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.438922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.439082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.439229] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.481936] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_rules [ 761.482061] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_members [ 761.482189] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 761.482320] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 761.482446] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_rules [ 761.482609] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 761.482745] env[69325]: INFO networking_nsxv3.common.synchronization [req-1b2f9b6a-bf17-4bbc-bca6-a98711099179 req-dbf00489-7455-47e3-bc3b-e48608577f53 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 with Priority: HIGHEST for action port [ 761.483559] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_rules [ 761.483559] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_rules [ 761.483686] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 761.483751] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 with Priority: HIGHEST for action port [ 761.483866] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_rules [ 761.483924] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_members [ 761.484088] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 761.484856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619549fb-c669-40a2-9a23-869b54b3ff87 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.484990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.485076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.485368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.485463] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.486359] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.486459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.486962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.486962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.486962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b980107-2174-4177-bfc3-50fdb2e89e65 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.487138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.487138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.487254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.487284] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b980107-2174-4177-bfc3-50fdb2e89e65',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.488072] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.488165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.488349] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-619549fb-c669-40a2-9a23-869b54b3ff87 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.488433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.488734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.488734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509822] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.510036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.510303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.510548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.510647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.510751] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9f28af-0b05-4017-91a2-7cb1c20ba11d already deleted. [ 761.510835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.510979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.511159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.511242] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9f28af-0b05-4017-91a2-7cb1c20ba11d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.574119] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 761.575044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.575293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.575343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.575585] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.575665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.575707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.575904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.575998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.576097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.576187] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.846325] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.846325] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.846325] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 already deleted. [ 761.846325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.943605] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.944567] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.945319] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.979143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 761.979366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991379] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b980107-2174-4177-bfc3-50fdb2e89e65 with status ACTIVE [ 761.991621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.992163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.992425] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.992523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.992583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.992746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.993093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.993214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.993214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.993337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.993408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.993489] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b980107-2174-4177-bfc3-50fdb2e89e65 is going to be updated. [ 761.994786] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-619549fb-c669-40a2-9a23-869b54b3ff87 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.994925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.018647] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.018911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.018911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.019132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.019282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.019453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b980107-2174-4177-bfc3-50fdb2e89e65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.038038] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.038213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.038284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.038542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.038729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.038780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9f28af-0b05-4017-91a2-7cb1c20ba11d already deleted. [ 762.038857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9f28af-0b05-4017-91a2-7cb1c20ba11d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.083093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.083093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.083093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.083093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.083093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.083879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.083879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.083879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.083879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.083879] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.153847] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.154147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-536" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.154337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-536" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.154792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-536" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.159448] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.161086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.161086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.161086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.161086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.161086] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.161086] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.161086] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.161614] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.161614] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.161614] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.162008] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.197412] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.197743] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.197835] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.198038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-536" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.198404] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.198621] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.198747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.199361] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.199563] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76e4015-a2b1-45ca-b12e-eb41a4de92ac',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.447342] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.448454] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.449236] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.591404] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a3802e-e7d5-4fa6-bd24-838a16c35062: rpc.has_security_group_logging(os_id): False [ 762.608811] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.608979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.609053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.609250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.609340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.609520] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.609628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.609693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.609949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.610042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.610248] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.610395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.610395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.610532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.610610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.610792] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.610885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.610942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.611093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.611164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.611249] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be created. [ 762.675233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.675323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.675323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.675531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.675710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.693476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 762.702313] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.702565] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.702702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.703112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.703346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.703485] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port e76e4015-a2b1-45ca-b12e-eb41a4de92ac not found, creating... [ 762.703743] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.703916] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.704063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.704317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.704518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.704778] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.704949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.705096] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.705328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.705519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.705697] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: e76e4015-a2b1-45ca-b12e-eb41a4de92ac is going to be created. [ 762.743729] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.744013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.744206] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.744462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.744689] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.744921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.849930] env[69325]: INFO networking_nsxv3.common.synchronization [req-0ff43688-4f4d-4fae-acba-e7bb972f917e req-07ea0e3b-9210-4a3d-af7e-41649657a28b tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 762.849930] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 762.849930] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.849930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.849930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.849930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.853776] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.853776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.853776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.853776] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.951034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.951514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.951514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.951514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.951624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.951655] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619549fb-c669-40a2-9a23-869b54b3ff87 is going to be created. [ 762.953515] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.953645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.953732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.953966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.954538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.954646] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be updated. [ 762.955884] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.956030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.956134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.956411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.956551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.956655] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 762.990060] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.990253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.990293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.990488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.990653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.993154] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.993319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.993353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.993523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.993878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.995845] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.995985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.996094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.996282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.996420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.010050] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619549fb-c669-40a2-9a23-869b54b3ff87 in Status: UNINITIALIZED for 2s [ 763.010840] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: IN_PROGRESS for 2s [ 763.011499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 763.039105] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 763.039326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.039624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.039873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.039986] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.050561] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 763.050832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.051047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.051301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.051404] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.359354] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.359537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.359613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.359916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.360153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.360287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.360388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.360445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.360568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.360641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.360760] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 763.393514] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.393514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.393514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.393514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.393514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.401536] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 763.542972] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.543385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.555759] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.555759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.670354] env[69325]: INFO networking_nsxv3.common.synchronization [req-b74825e6-5128-494f-8377-9670ccab1441 req-794a927f-af00-4dc3-987d-cce3c2695070 service nova] Enqueued Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_rules [ 763.670354] env[69325]: INFO networking_nsxv3.common.synchronization [req-b74825e6-5128-494f-8377-9670ccab1441 req-794a927f-af00-4dc3-987d-cce3c2695070 service nova] Enqueued Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_members [ 763.670354] env[69325]: INFO networking_nsxv3.common.synchronization [req-b74825e6-5128-494f-8377-9670ccab1441 req-794a927f-af00-4dc3-987d-cce3c2695070 service nova] Enqueued Resource ID: e76e4015-a2b1-45ca-b12e-eb41a4de92ac with Priority: HIGHEST for action port [ 763.671138] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_rules [ 763.671138] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_members [ 763.671138] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76e4015-a2b1-45ca-b12e-eb41a4de92ac with Priority: HIGHEST for action port [ 763.671381] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.671507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.671578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.671886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.671967] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.673686] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.673907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.673907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.674238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.674303] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.674357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.674431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.674574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.674660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.674756] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.676067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.676188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.676252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.676416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.678583] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76e4015-a2b1-45ca-b12e-eb41a4de92ac',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.856355] env[69325]: INFO networking_nsxv3.common.synchronization [req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 req-7cd4593f-4700-41f7-9901-6962b80c53b0 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Enqueued Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_members [ 763.856355] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_members [ 763.856355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.856569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.857117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.857279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.857404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.857486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.857591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.857818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.857900] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.180751] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.181100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.181234] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.182526] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e76e4015-a2b1-45ca-b12e-eb41a4de92ac with status ACTIVE [ 764.182995] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.182995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.183339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.183488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.184253] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.184253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.186404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.186636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.186731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.186943] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.187062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.187128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.187297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.187380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.187462] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e76e4015-a2b1-45ca-b12e-eb41a4de92ac is going to be updated. [ 764.212132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.212300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.212338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.212583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.212659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.212834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76e4015-a2b1-45ca-b12e-eb41a4de92ac" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.363344] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.363811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.363811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.363811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.363976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.364076] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.364178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.364604] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.364927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.365034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.365134] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 already deleted. [ 764.365219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.642974] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.643195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-251" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.644085] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-251" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.644085] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-251" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.644085] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.644085] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.644362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.644691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.644863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.645121] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.645305] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.645623] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.645714] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.647395] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.647395] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.647395] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.667463] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.667650] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.669017] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.669017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-251" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.669017] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-9e641224-7038-4570-a841-9992ab1e0edc taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.669017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.669017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.669261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.669261] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e641224-7038-4570-a841-9992ab1e0edc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.690943] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.707037] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 764.707242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.022768] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 765.023105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.023344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.023642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.023837] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.023986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.024226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.024226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.024405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.024405] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.026115] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619549fb-c669-40a2-9a23-869b54b3ff87 in Status: SUCCESS [ 765.026399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.027355] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 765.027504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.027743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.027980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.028203] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.028354] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.028452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.028636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.028915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.028915] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.029831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.029997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.030218] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.030357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.030423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.030571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.030649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.030781] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.172203] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.172587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.172587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.172999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.173306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.173473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 9e641224-7038-4570-a841-9992ab1e0edc not found, creating... [ 765.173743] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.173907] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.174112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.174377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.174520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.174830] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.175016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.175749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.175749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.175749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.175749] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 9e641224-7038-4570-a841-9992ab1e0edc is going to be created. [ 765.193384] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.193724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.193724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.193910] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.194014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.194077] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 is going to be created. [ 765.204034] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.204381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.204964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.205330] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.205652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.222863] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.222950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.223039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.223383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.223679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.253129] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 in Status: UNINITIALIZED for 2s [ 765.413150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 765.413361] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 deletion is rescheduled due to dependency. [ 765.413527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.534467] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.535031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.535363] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.038124] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.038124] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.038924] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.259891] env[69325]: INFO networking_nsxv3.common.synchronization [req-030cad57-988a-45fd-acd6-384ef04178c7 req-6744271e-3f00-4e7f-923f-bb7d2c6e2e3e tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_members [ 766.260197] env[69325]: INFO networking_nsxv3.common.synchronization [req-030cad57-988a-45fd-acd6-384ef04178c7 req-6744271e-3f00-4e7f-923f-bb7d2c6e2e3e tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 766.260297] env[69325]: INFO networking_nsxv3.common.synchronization [req-030cad57-988a-45fd-acd6-384ef04178c7 req-6744271e-3f00-4e7f-923f-bb7d2c6e2e3e tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 766.260704] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619549fb-c669-40a2-9a23-869b54b3ff87 with Priority: HIGHEST for action security_group_members [ 766.260844] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGHEST for action security_group_members [ 766.261781] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 766.261781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-619549fb-c669-40a2-9a23-869b54b3ff87 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.261781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.261781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.261781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.261781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.262136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.542137] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.542137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.542137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.542137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.542137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.542137] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619549fb-c669-40a2-9a23-869b54b3ff87 is going to be updated. [ 766.542608] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.542723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.545265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 766.545265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.545265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.545265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be updated. [ 766.556662] env[69325]: INFO networking_nsxv3.common.synchronization [req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 req-5f97d4af-7636-4697-8475-19253d5d793a service nova] Enqueued Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_rules [ 766.556859] env[69325]: INFO networking_nsxv3.common.synchronization [req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 req-5f97d4af-7636-4697-8475-19253d5d793a service nova] Enqueued Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_members [ 766.556996] env[69325]: INFO networking_nsxv3.common.synchronization [req-14ebdaba-3234-4ce6-8f76-ecbe4ea5d310 req-5f97d4af-7636-4697-8475-19253d5d793a service nova] Enqueued Resource ID: 9e641224-7038-4570-a841-9992ab1e0edc with Priority: HIGHEST for action port [ 766.557551] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_rules [ 766.557683] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_members [ 766.557849] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e641224-7038-4570-a841-9992ab1e0edc with Priority: HIGHEST for action port [ 766.559181] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.559345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.559412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.559667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.559749] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.561167] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.561491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.561605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.561881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.562119] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.562291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.562368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.562591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.562725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.562848] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.564694] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e641224-7038-4570-a841-9992ab1e0edc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.564798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.564870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.565320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.565320] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e641224-7038-4570-a841-9992ab1e0edc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.582636] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.582800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.582913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.583098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.583311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.586044] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.586044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.586044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.586044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.586044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.587560] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.587692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.587753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.587941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.588130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.603924] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: IN_PROGRESS for 2s [ 766.604780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 766.605499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619549fb-c669-40a2-9a23-869b54b3ff87 in Status: IN_PROGRESS for 2s [ 766.775515] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-c3e44159-50bb-482d-9901-319c199d63ee tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 766.776105] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 766.776446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.776575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.776624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.776912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.777625] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.777757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.777956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.778423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.778529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.778630] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.066829] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.067825] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.067935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.068155] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e641224-7038-4570-a841-9992ab1e0edc with status ACTIVE [ 767.068317] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.068802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.068802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.068802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.068802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.069014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.069014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.069123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.069212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.069287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.069462] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.069554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.069612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.069746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.069841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.069916] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e641224-7038-4570-a841-9992ab1e0edc is going to be updated. [ 767.093153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.093153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.093153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.093153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.093153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.093153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e641224-7038-4570-a841-9992ab1e0edc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.264849] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 in Status: SUCCESS [ 767.264849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.265357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.265357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.265483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.265483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.265743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.265796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.265876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.265963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.266071] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.283174] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.283325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.283399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.283633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.284511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.284511] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.284511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.284511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.284511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.284511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.284511] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 already deleted. [ 767.284511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.541635] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.541635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.541635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.543655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.543655] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.544379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.545308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.545308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.545769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.545769] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.545903] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.546068] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.546269] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.546456] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.546633] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.546853] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.574326] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.574326] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.576111] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.576111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.576111] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-38c7d69b-8f11-4ce9-9e26-21379bc35a27 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.576111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.576111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.576519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.576680] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c7d69b-8f11-4ce9-9e26-21379bc35a27',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.577989] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.771216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.771383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.771431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.771657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.771885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.771999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.772071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.772392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.772544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.772836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.772836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772996] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.773097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.773154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.773291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.774028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.774028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.774028] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.080559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.080868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.080967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.081316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.081425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.081541] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 is going to be created. [ 768.083118] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.083328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.083444] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.083723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.084457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.084457] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 38c7d69b-8f11-4ce9-9e26-21379bc35a27 not found, creating... [ 768.084457] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.084639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.084639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.084833] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.084977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.085356] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.085532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.085647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.085852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.085984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.087674] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 38c7d69b-8f11-4ce9-9e26-21379bc35a27 is going to be created. [ 768.112841] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.113113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.113261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.113673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.113800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.114333] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.119456] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.119601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.119686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.119930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.120128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.133853] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: UNINITIALIZED for 2s [ 768.282270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50e482a3-3b22-4db7-8b5c-e0277587aae4: rpc.has_security_group_logging(os_id): False [ 768.308227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.308227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.308227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.308227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.313109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.315755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.315755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.315755] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.315755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.315755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.315755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.315755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.315755] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 is going to be created. [ 768.393408] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.393575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.395742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.395742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407691] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 in Status: IN_PROGRESS for 2s [ 768.621426] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 768.621650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.622339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.622768] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.622913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.623031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.623170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.623254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.623338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.623965] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.626698] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 768.626907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627647] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619549fb-c669-40a2-9a23-869b54b3ff87 in Status: SUCCESS [ 768.627830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.628009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.629228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.629582] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.630056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.630525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.630720] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.632244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.632570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.632806] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.632954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.633049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.633238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.633349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.633458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.633576] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.634879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.635126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.636182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.636360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.636436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.636628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.636715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.636804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.636906] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.640319] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.641558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642918] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.643153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.643298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.643589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.643877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.643984] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.646135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.646428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.646765] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.647019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.647176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.647546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.647546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.647721] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.123977] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-245579c0-ce6a-468e-97f0-87859d2354b7 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 769.124620] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 769.124966] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.128106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.128243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.128497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.128700] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.129968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.130050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.130577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.130672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.130775] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.139783] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.139974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.140332] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.140959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.141128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.141457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.141640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.142186] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.142378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.142478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.142971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.143521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.143691] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be updated. [ 769.146875] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.152501] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfed7ac5-96f4-45f3-ac90-608433247a7f: rpc.has_security_group_logging(os_id): False [ 769.152728] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.154691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.154691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.154691] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619549fb-c669-40a2-9a23-869b54b3ff87 is going to be deleted. [ 769.156582] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('619549fb-c669-40a2-9a23-869b54b3ff87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.176735] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.176870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.176988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.178033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.178182] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be updated. [ 769.197322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.197322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.197322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.197322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.197322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.198428] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.198582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.198622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.198833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.198924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.199036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209485] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: IN_PROGRESS for 2s [ 769.271192] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.271192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.271192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.271192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.307473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: IN_PROGRESS for 2s [ 769.593199] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-adeed00b-4a03-4862-81d6-0531343abe70 service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 769.593387] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-adeed00b-4a03-4862-81d6-0531343abe70 service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 769.593524] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-adeed00b-4a03-4862-81d6-0531343abe70 service nova] Enqueued Resource ID: 38c7d69b-8f11-4ce9-9e26-21379bc35a27 with Priority: HIGHEST for action port [ 769.593759] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 769.593884] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 769.593979] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c7d69b-8f11-4ce9-9e26-21379bc35a27 with Priority: HIGHEST for action port [ 769.594611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.594760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.594859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.596236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.596510] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.597316] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.597443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.597601] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-38c7d69b-8f11-4ce9-9e26-21379bc35a27 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.597708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.597772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.597956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.598067] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c7d69b-8f11-4ce9-9e26-21379bc35a27',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.639253] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.650213] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.658613] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 619549fb-c669-40a2-9a23-869b54b3ff87: rpc.has_security_group_logging(os_id): False [ 769.672891] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.673137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.673283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.673586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.673908] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.674312] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.674575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.674837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.675091] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.675382] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.675529] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.675696] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.675894] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.675894] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.676095] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.676308] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.679209] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.679323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.679416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.679679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.679734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.683072] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.684535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.684535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.684535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.684535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.684535] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619549fb-c669-40a2-9a23-869b54b3ff87 is going to be created. [ 769.700777] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.700954] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.701141] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.701331] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.701647] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ec065277-d71f-49ee-bd13-04b2212be419 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.701824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.701962] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.702365] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.702457] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec065277-d71f-49ee-bd13-04b2212be419',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.709863] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/619549fb-c669-40a2-9a23-869b54b3ff87], does not exist path=[/infra/domains/default/groups/619549fb-c669-40a2-9a23-869b54b3ff87]."\n}' [ 769.710010] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619549fb-c669-40a2-9a23-869b54b3ff87 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/619549fb-c669-40a2-9a23-869b54b3ff87 [ 769.710239] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 769.760893] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.761161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.761272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.761625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.763294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.764453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.764702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.764854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.765189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.765368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.765959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.766218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.766368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.766691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.766853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.767040] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619549fb-c669-40a2-9a23-869b54b3ff87 is going to be created. [ 769.785948] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/619549fb-c669-40a2-9a23-869b54b3ff87], does not exist path=[/infra/domains/default/groups/619549fb-c669-40a2-9a23-869b54b3ff87]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/619549fb-c669-40a2-9a23-869b54b3ff87 [ 769.786117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619549fb-c669-40a2-9a23-869b54b3ff87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786804] env[69325]: Traceback (most recent call last): [ 769.786854] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 769.786854] env[69325]: return func(*args, **kwargs) [ 769.786854] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 769.786854] env[69325]: res.raise_for_status() [ 769.786854] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 769.786854] env[69325]: raise HTTPError(http_error_msg, response=self) [ 769.786854] env[69325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/619549fb-c669-40a2-9a23-869b54b3ff87 [ 769.786854] env[69325]: During handling of the above exception, another exception occurred: [ 769.786854] env[69325]: Traceback (most recent call last): [ 769.786854] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 769.786854] env[69325]: listener.cb(fileno) [ 769.786854] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 769.786854] env[69325]: result = function(*args, **kwargs) [ 769.787205] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 769.787205] env[69325]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 769.787205] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 769.787205] env[69325]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 769.787205] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 769.787205] env[69325]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 769.787205] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 769.787205] env[69325]: res.raise_for_status() [ 769.787205] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 769.787205] env[69325]: raise HTTPError(http_error_msg, response=self) [ 769.787205] env[69325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/619549fb-c669-40a2-9a23-869b54b3ff87 [ 769.787205] env[69325]: Removing descriptor: 14 [ 770.104252] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104252] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38c7d69b-8f11-4ce9-9e26-21379bc35a27 with status ACTIVE [ 770.104252] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104252] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104837] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.105036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.105242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.105330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.106328] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38c7d69b-8f11-4ce9-9e26-21379bc35a27 is going to be updated. [ 770.139333] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.139477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.139557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.139770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.139942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.140118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38c7d69b-8f11-4ce9-9e26-21379bc35a27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.141536] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.152289] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.152538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.152894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.152958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.153067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.153263] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 770.157037] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: UNINITIALIZED for 4s [ 770.202840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.203186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.203346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.203433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.203600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.207651] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.207904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.208122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.208411] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.208578] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.208746] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ec065277-d71f-49ee-bd13-04b2212be419 not found, creating... [ 770.209053] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.209246] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.209397] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.209641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.209840] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.210347] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.210535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.210658] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.211290] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ec065277-d71f-49ee-bd13-04b2212be419 is going to be created. [ 770.227211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 770.265026] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.265026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.265026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.265026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.265026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.265026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.422448] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 in Status: SUCCESS [ 770.422448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.644508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.647188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.647188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.647188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.647188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.647188] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be created. [ 770.672838] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.672838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.672838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.672838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.672838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.683628] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: UNINITIALIZED for 2s [ 771.155245] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-4dac166a-acde-4d6f-80b4-3fda4169e70a service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 771.155245] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-4dac166a-acde-4d6f-80b4-3fda4169e70a service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 771.156602] env[69325]: INFO networking_nsxv3.common.synchronization [req-8cd978fe-e31d-4be1-bbc8-17046b1d3cac req-4dac166a-acde-4d6f-80b4-3fda4169e70a service nova] Enqueued Resource ID: ec065277-d71f-49ee-bd13-04b2212be419 with Priority: HIGHEST for action port [ 771.157598] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 771.157762] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 771.157902] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec065277-d71f-49ee-bd13-04b2212be419 with Priority: HIGHEST for action port [ 771.158318] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.158472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.158776] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.158846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.159109] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec065277-d71f-49ee-bd13-04b2212be419 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.159250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.159643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.159861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.159914] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec065277-d71f-49ee-bd13-04b2212be419',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.222026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 771.222026] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f deletion is rescheduled due to dependency. [ 771.222026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.229841] env[69325]: INFO networking_nsxv3.common.synchronization [req-f8aaf6f3-894f-4a10-aeb3-5f5f63d91ea8 req-c53feca9-4f23-4f78-bce2-bf5d407d4ded tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 771.231504] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 771.232873] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.232873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.232873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.233167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.233490] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.233704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.233778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.234517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.234517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.234517] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.326272] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfed7ac5-96f4-45f3-ac90-608433247a7f in Status: SUCCESS [ 771.326272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.667780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec065277-d71f-49ee-bd13-04b2212be419 with status ACTIVE [ 771.668098] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.668211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.668276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.668504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.668607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.668794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.668902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.668969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.669143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.669270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.669428] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.669535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.669619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.669767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.669852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.669944] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec065277-d71f-49ee-bd13-04b2212be419 is going to be updated. [ 771.698237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.698581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.698678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.698896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.699045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.699210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec065277-d71f-49ee-bd13-04b2212be419" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.736921] env[69325]: INFO networking_nsxv3.common.synchronization [req-2ca05e86-ef70-4a1e-ba48-bbebb824880f req-4745d75c-bc0f-44ae-8061-c6d38068d673 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 771.737376] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.737523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.737572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.738256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.741320] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 771.741378] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.741553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.741625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.741935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.742270] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.742426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.742740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.742836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.742911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.743047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.778229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.778636] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.778765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.778835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.779086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.779194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.779326] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 771.830716] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.831075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.831289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.831443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.831615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.845130] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 772.168749] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: SUCCESS [ 772.169012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.169265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.169404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.169601] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.169704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.169772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.170447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.170447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.170447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.170447] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.239855] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 772.239855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.240119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.240223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.240423] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.240550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.240613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.240774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.240864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.241752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.241752] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.241752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.241752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.241752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.241752] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.241752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.241752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.243528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.243528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.243528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.243528] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.247835] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.675538] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.675862] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.675862] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.676475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.676475] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.676475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.676475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.676677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.676677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.676970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.677102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.677149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.677312] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.677393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.677456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.677696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.677696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.677884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.677996] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.699186] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 772.699517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.700301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.700543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.700727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.700858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.700923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.701725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.701852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.702016] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.745848] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 772.754923] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.766345] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.766345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.766345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.766345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.769825] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.769999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.770386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.776271] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.776699] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.776867] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.777158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.777301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.777581] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.777650] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.777755] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.777860] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.777964] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.778074] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.778211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.786588] env[69325]: INFO networking_nsxv3.common.synchronization [req-d92375a6-738c-42a1-8144-7ec1a819272b req-a1b104bb-c79d-49e8-85e0-2028cb86aab4 tempest-VolumesAssistedSnapshotsTest-553193324 tempest-VolumesAssistedSnapshotsTest-553193324-project-member] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_members [ 772.789020] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGHEST for action security_group_members [ 772.789020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.789020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.789020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.789020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.789020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.789020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.789020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.789390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.789390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.789390] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.792326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.792326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.792326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.792326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.792326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.792326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.792557] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.792557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.792557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.792820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.792995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.793496] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.793787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.793787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.793880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.795549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.795549] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 772.818267] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.818436] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.818643] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.819395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.819395] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-1928e8c0-016e-4aa3-9c25-d59bb6a70233 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.819642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.820014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.820231] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.820308] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1928e8c0-016e-4aa3-9c25-d59bb6a70233',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.924528] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.924528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.924528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.924528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.924528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.957268] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 773.181598] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be25c8e7-05f1-4f78-9f78-ca24bb7e70f2: rpc.has_security_group_logging(os_id): False [ 773.201834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.202243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.202534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.202633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.202832] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.202997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203435] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.203524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.203583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.204329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.204424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.204593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.204798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.204922] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 is going to be created. [ 773.206162] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.263432] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.263432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.263432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.263432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.263432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.263432] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 773.284974] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.284974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.284974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.284974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.284974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.299056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.299056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.299056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.299056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.301150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: IN_PROGRESS for 2s [ 773.324950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.325467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.325467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.325995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.326364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.328692] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328896] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.329230] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.329623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.329623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.329983] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 1928e8c0-016e-4aa3-9c25-d59bb6a70233 not found, creating... [ 773.329983] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.330192] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.330268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.330471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.330671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.331199] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.331417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.331580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.331886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.331999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.332190] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 1928e8c0-016e-4aa3-9c25-d59bb6a70233 is going to be created. [ 773.361360] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 773.364080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.364472] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.364600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.364680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.364907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.364989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.365117] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e is going to be updated. [ 773.379462] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.379622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.379622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.379968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.380254] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.380458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.408027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.408027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.408027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.408027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.408027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.420060] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e in Status: IN_PROGRESS for 2s [ 773.708752] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.855353] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 773.855560] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 deletion is rescheduled due to dependency. [ 773.855679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.180624] env[69325]: INFO networking_nsxv3.common.synchronization [req-fd10b902-ed5d-4dc6-8531-5f8f49dc83da req-edfe7e42-21cb-40e1-91d0-c92d7c8ab355 tempest-ServersV294TestFqdnHostnames-210660863 tempest-ServersV294TestFqdnHostnames-210660863-project-member] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_members [ 774.181252] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGHEST for action security_group_members [ 774.181507] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.181754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.181754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.182344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.186221] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.186419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.186419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.186565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.186642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.186725] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.211238] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.211398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.211510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.211851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.211975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.212143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 774.288086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.288298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.288349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.288572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.288733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.302474] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 774.445058] env[69325]: INFO networking_nsxv3.common.synchronization [req-2ca05e86-ef70-4a1e-ba48-bbebb824880f req-c25510d8-a35f-4122-8ac9-9b17ef0b7846 service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 774.445058] env[69325]: INFO networking_nsxv3.common.synchronization [req-2ca05e86-ef70-4a1e-ba48-bbebb824880f req-c25510d8-a35f-4122-8ac9-9b17ef0b7846 service nova] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 774.445058] env[69325]: INFO networking_nsxv3.common.synchronization [req-2ca05e86-ef70-4a1e-ba48-bbebb824880f req-c25510d8-a35f-4122-8ac9-9b17ef0b7846 service nova] Enqueued Resource ID: 1928e8c0-016e-4aa3-9c25-d59bb6a70233 with Priority: HIGHEST for action port [ 774.448727] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_rules [ 774.448727] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 774.448727] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1928e8c0-016e-4aa3-9c25-d59bb6a70233 with Priority: HIGHEST for action port [ 774.448727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.448727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.448727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.449551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.449551] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.450518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.450676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451041] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1928e8c0-016e-4aa3-9c25-d59bb6a70233 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.451370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.451704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.451785] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1928e8c0-016e-4aa3-9c25-d59bb6a70233',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.649932] env[69325]: INFO networking_nsxv3.common.synchronization [req-95c4e473-0d32-4af7-bc47-3e627de558e8 req-834a1eba-c852-4259-9780-2141312c9f3a tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 774.651040] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 774.651231] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.651231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.651355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.651558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.651714] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.651818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.651916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.652088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.652169] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.652277] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.692346] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.692426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.692458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.692682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.727331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.727331] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.729513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.729513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.729513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.729513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.729513] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 is going to be updated. [ 774.764284] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.764514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.765617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.765617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.765617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.781395] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 in Status: IN_PROGRESS for 2s [ 774.954523] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.954666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.954851] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1928e8c0-016e-4aa3-9c25-d59bb6a70233 with status ACTIVE [ 774.955057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.955149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.955285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.955456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.955727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.955727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.956623] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.956623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.956623] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1928e8c0-016e-4aa3-9c25-d59bb6a70233 is going to be updated. [ 774.976027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 774.976253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.983340] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.983340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.983340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.983340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.983340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.983340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1928e8c0-016e-4aa3-9c25-d59bb6a70233" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.156279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.156279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.156279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.156279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.156279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.156279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.156574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.156574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea already deleted. [ 775.156714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.194462] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.194660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.194786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.195160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.195599] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.195599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.195738] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.195919] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.196293] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.196604] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.196820] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.196987] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.197163] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.197322] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.197539] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.197696] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.241250] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.241250] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.241404] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.243520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243520] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.243520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.243520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243520] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ce9623-7414-4a8a-b4d6-1dfd888ed1d7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.298327] env[69325]: INFO networking_nsxv3.common.synchronization [req-07b85368-5311-48fb-9f25-7164ec4dbf1c req-4905fd18-f25b-48c1-beab-71c9d86bc23f tempest-FloatingIPsAssociationNegativeTestJSON-231011606 tempest-FloatingIPsAssociationNegativeTestJSON-231011606-project-member] Enqueued Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_members [ 775.299171] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGHEST for action security_group_members [ 775.299327] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.299905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.299905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.299905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.299905] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.300267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.300347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.300539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.300632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.300783] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.317645] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: SUCCESS [ 775.317856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.372609] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.372609] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.372609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.373105] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.434589] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e in Status: SUCCESS [ 775.434816] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e deletion is rescheduled due to dependency. [ 775.434949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.746187] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.746605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.746605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.746894] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.747040] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.747233] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 not found, creating... [ 775.747579] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.747710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.747983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.748115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.748309] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.748688] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.748788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.748875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.749100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.749235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.749516] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 is going to be created. [ 775.778187] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.778187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.778187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.778187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.778187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.778187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.805567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.805707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.805707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.805918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.828989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.828989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.828989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.828989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.828989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.828989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.828989] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 638d0969-866d-42f0-863c-bc25d4b77278 is going to be updated. [ 775.864065] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.864981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.864981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.864981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.864981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.875713] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 638d0969-866d-42f0-863c-bc25d4b77278 in Status: IN_PROGRESS for 2s [ 775.877531] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.323235] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 776.323635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.324595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.324595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.324595] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.324595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.324834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.324834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.324834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.324934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.325604] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.325907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.326067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.326236] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.326367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.326424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.326536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.326615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.326704] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.380139] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.465910] env[69325]: INFO networking_nsxv3.common.synchronization [req-7c7c57b2-80c0-4d03-ae31-a5d174ed8a90 req-3cab1744-4655-40bf-a3da-675f0ef52610 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_members [ 776.466582] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGHEST for action security_group_members [ 776.466962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.467147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.467193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.467397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.467554] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.467652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.467715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.467862] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.467951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.468066] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.797876] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 in Status: SUCCESS [ 776.797876] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 deletion is rescheduled due to dependency. [ 776.797876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.829585] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.829677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.830553] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.885042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.885042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.885042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.885042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.885042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.885042] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 776.923849] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.923849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.923849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.924065] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.924422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.935967] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 776.974389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.974389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.974389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.974389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.009158] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.009158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.009158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.009158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.009158] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 is going to be updated. [ 777.028203] env[69325]: INFO networking_nsxv3.common.synchronization [req-95c4e473-0d32-4af7-bc47-3e627de558e8 req-516136eb-2d54-4787-9142-eb3806328422 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 777.028203] env[69325]: INFO networking_nsxv3.common.synchronization [req-95c4e473-0d32-4af7-bc47-3e627de558e8 req-516136eb-2d54-4787-9142-eb3806328422 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 777.028203] env[69325]: INFO networking_nsxv3.common.synchronization [req-95c4e473-0d32-4af7-bc47-3e627de558e8 req-516136eb-2d54-4787-9142-eb3806328422 service nova] Enqueued Resource ID: 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 with Priority: HIGHEST for action port [ 777.028203] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 777.028203] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 777.028203] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 with Priority: HIGHEST for action port [ 777.028936] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.032876] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.032876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.032876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.032876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.032876] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.035902] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.036220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.036400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.036668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.038024] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ce9623-7414-4a8a-b4d6-1dfd888ed1d7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.059291] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.059450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.059898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.059898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.059898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.072087] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 in Status: IN_PROGRESS for 2s [ 777.333483] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.538859] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.543057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.543204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.543407] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 with status ACTIVE [ 777.543801] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.543801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.543883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.544045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.544119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.544300] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.544463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.544463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.544605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.545559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.545559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.545559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.545559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.545559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.545559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.545559] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20ce9623-7414-4a8a-b4d6-1dfd888ed1d7 is going to be updated. [ 777.568161] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.568374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.568374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.569220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.569220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.569220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ce9623-7414-4a8a-b4d6-1dfd888ed1d7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.835669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.835669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.835669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.836412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.836412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.836412] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 777.874638] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.874920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.875059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.876907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.876907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.889651] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 777.890492] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 638d0969-866d-42f0-863c-bc25d4b77278 in Status: SUCCESS [ 777.890660] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 638d0969-866d-42f0-863c-bc25d4b77278 deletion is rescheduled due to dependency. [ 777.890777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.043190] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.083951] env[69325]: INFO networking_nsxv3.common.synchronization [req-3fc44403-9df0-4e4d-9f29-3dd6279b74f3 req-18a76dca-77d0-44e9-b980-12d99061f0a9 tempest-ServerAddressesNegativeTestJSON-1133003788 tempest-ServerAddressesNegativeTestJSON-1133003788-project-member] Enqueued Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_members [ 778.084518] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGHEST for action security_group_members [ 778.084818] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.084929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.085663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.086339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.086529] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.087125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.087377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.087612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.087731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.087848] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.547599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.548210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.548210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.548210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.548210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.548558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be created. [ 778.591056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.591190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.591236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.591456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.609150] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.609381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.609429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.609721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.609883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.622947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.624763] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.624763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.624763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.624763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.624763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.624763] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 is going to be updated. [ 778.626854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: UNINITIALIZED for 2s [ 778.668403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.668604] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.668709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.668933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.669096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680956] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 in Status: IN_PROGRESS for 2s [ 778.949153] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.949153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.949153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.949153] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.087487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 in Status: SUCCESS [ 779.087487] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 deletion is rescheduled due to dependency. [ 779.087487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.456326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.456326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.456326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.456326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.457040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.457040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.457040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.457040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.457040] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.776169] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0536e88e-dfb2-43e3-b703-7aaa20f758ed None None] Enqueued Resource ID: b6f61cdd-96cf-4c12-89c3-f0abe44877d3 with Priority: HIGHEST for action port [ 779.776847] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f61cdd-96cf-4c12-89c3-f0abe44877d3 with Priority: HIGHEST for action port [ 779.777225] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f61cdd-96cf-4c12-89c3-f0abe44877d3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.777437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f61cdd-96cf-4c12-89c3-f0abe44877d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.777568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f61cdd-96cf-4c12-89c3-f0abe44877d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.777924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f61cdd-96cf-4c12-89c3-f0abe44877d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.777924] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f61cdd-96cf-4c12-89c3-f0abe44877d3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.902431] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 779.902842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.902842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.903150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.905019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.905019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.905019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.905445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905855] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.906076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.906253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.906329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906501] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.942372] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 779.942494] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:1 started [ 779.963102] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f71d1b-c2b1-4049-aa53-d3731a69ed40: rpc.has_security_group_logging(os_id): False [ 779.986738] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.986738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.986738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.986738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.006025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.006131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.006319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.008188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.011561] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.011561] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.011561] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 780.082925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.083088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.083205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.083376] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.083517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.099220] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 780.281738] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6f61cdd-96cf-4c12-89c3-f0abe44877d3 [ 780.281738] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.281738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.281738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.281738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.281738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.281738] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6f61cdd-96cf-4c12-89c3-f0abe44877d3 already deleted. [ 780.281738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f61cdd-96cf-4c12-89c3-f0abe44877d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.413502] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444357d3-28e8-479e-ad7a-392e3c19c246: rpc.has_security_group_logging(os_id): False [ 780.437731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.437731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.437731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.437731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.438421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.438421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.438421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.438421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.438421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.438421] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be created. [ 780.504191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.504191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.504191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.504191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.504191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.513376] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 780.644982] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 780.645564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.645797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.646124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.646353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.646500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.646584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.646780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.646893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.647023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.647118] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.692538] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 in Status: SUCCESS [ 780.692810] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 deletion is rescheduled due to dependency. [ 780.692896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.999245] env[69325]: INFO networking_nsxv3.common.synchronization [req-e966b7e8-2fcb-4fb5-8cd6-5a9a2a153493 req-073518e9-d5d2-49cd-bec7-466d2e540042 tempest-ImagesNegativeTestJSON-1492319552 tempest-ImagesNegativeTestJSON-1492319552-project-member] Enqueued Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_members [ 780.999245] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGHEST for action security_group_members [ 780.999245] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.002275] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.002275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.002694] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.151201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.151201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.151201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.151201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.151201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.151201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.151503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.151503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.151503] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.151595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.151762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.151925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.152056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.152124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.152257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.152347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.152462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.152544] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.504621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.504841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.504841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.505075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.505261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.505472] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.505575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.505638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.505799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.505875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.505958] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 is going to be updated. [ 781.546802] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.546802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.546802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.546802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.546802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.559220] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: IN_PROGRESS for 2s [ 781.655777] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 781.679030] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.679558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.679558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.679816] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680467] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.680660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.681519] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.681644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.681702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.682766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.682766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.682766] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be created. [ 781.753171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.753171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.753171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.753600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.753600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.768558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 782.117748] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 782.118697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.532142] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 782.532388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.532571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.532811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.532965] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.678225] env[69325]: INFO networking_nsxv3.common.synchronization [None req-f184f7b2-52a5-481f-91b4-3bb68cbad532 None None] Enqueued Resource ID: 96d10e62-e8c6-432d-a62b-88d59811223e with Priority: HIGHEST for action port [ 782.678383] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d10e62-e8c6-432d-a62b-88d59811223e with Priority: HIGHEST for action port [ 782.678875] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d10e62-e8c6-432d-a62b-88d59811223e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d10e62-e8c6-432d-a62b-88d59811223e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.679728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d10e62-e8c6-432d-a62b-88d59811223e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d10e62-e8c6-432d-a62b-88d59811223e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680138] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d10e62-e8c6-432d-a62b-88d59811223e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.039162] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.039162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.039331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.039508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.039732] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.039872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.039967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.040207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.040335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.040469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.040600] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.182810] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d10e62-e8c6-432d-a62b-88d59811223e [ 783.183295] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.183490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.183490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.183846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.183945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.184065] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d10e62-e8c6-432d-a62b-88d59811223e already deleted. [ 783.184380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d10e62-e8c6-432d-a62b-88d59811223e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.545018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.545018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.545018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.545018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.545578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.545578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.545869] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.546170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.546449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.546650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.546781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.546912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.570588] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 in Status: SUCCESS [ 783.570772] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 deletion is rescheduled due to dependency. [ 783.570887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.784303] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 783.784510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.048932] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444357d3-28e8-479e-ad7a-392e3c19c246: rpc.has_security_group_logging(os_id): False [ 784.074959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.075316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.075580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.078216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.078216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.078216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.078216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.078723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.078723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.078723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.078723] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 784.152845] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.152845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.152845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.152845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.152845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.164038] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 784.673251] env[69325]: INFO networking_nsxv3.common.synchronization [req-294ee24e-1af5-447e-83d9-3c8e599481e3 req-88965254-323a-4ad5-9aad-0ca65e69a905 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 784.673803] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 784.674122] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.674251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.674638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.675788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.675926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.676095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.676206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.676912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.676912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.676912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.179080] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.179249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.179320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.179549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.179635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.179834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.179936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.179986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.180148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.180218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.180297] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 already deleted. [ 785.180371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.391281] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.392752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-59" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.392752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-59" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.392752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-59" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.393076] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.393253] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.393370] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.393635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.393731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.394337] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.394465] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.394579] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.394705] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.395718] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.395871] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.396034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.416635] env[69325]: INFO networking_nsxv3.common.synchronization [req-843af3a7-0da9-40d8-abd0-e31b4ac16281 req-a7fb8725-1df3-4625-b114-c93634bc0f57 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 785.416970] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 785.417282] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.417405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.417474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.417675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.418027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.418027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.418027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.418780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.418887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.418993] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.425374] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.425526] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.425671] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.425847] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-59" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.426177] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.426511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.426511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.426842] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.426996] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6ea5e-d00e-414c-a25e-f4485213ddb9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.921122] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.929937] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.930172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.930602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.930931] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.931110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.931273] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 not found, creating... [ 785.931536] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.931692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.931811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.933062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.934426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.934682] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.934884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.934969] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.936115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.936115] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 is going to be created. [ 785.961557] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.961557] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.961557] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.962606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.962606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.966043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.135503] env[69325]: INFO networking_nsxv3.common.synchronization [req-bc0433ad-53be-4df4-8353-067de29683b6 req-fbb9a754-1b8f-4b15-9a6e-d1bf21a77f15 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 786.136291] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 786.137513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.137645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.181428] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 786.182037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.426631] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.902278] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.902440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.902574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.902789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.902861] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.929293] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.929293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.930412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.930412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.930412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.930412] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 786.961481] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.961481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.961481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.963163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.963163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.982991] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 787.037393] env[69325]: INFO networking_nsxv3.common.synchronization [None req-92594558-9eda-45ad-943b-82b726a1b919 None None] Enqueued Resource ID: 00bdcaa8-c02f-4868-a56b-9af33ac7d608 with Priority: HIGHEST for action port [ 787.038084] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bdcaa8-c02f-4868-a56b-9af33ac7d608 with Priority: HIGHEST for action port [ 787.038651] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-00bdcaa8-c02f-4868-a56b-9af33ac7d608 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.038832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00bdcaa8-c02f-4868-a56b-9af33ac7d608" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.038939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00bdcaa8-c02f-4868-a56b-9af33ac7d608" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.039258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00bdcaa8-c02f-4868-a56b-9af33ac7d608" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.039394] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bdcaa8-c02f-4868-a56b-9af33ac7d608',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.314854] env[69325]: INFO networking_nsxv3.common.synchronization [req-294ee24e-1af5-447e-83d9-3c8e599481e3 req-524584fa-4798-4a2f-9511-e2f4c19ce232 service nova] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_rules [ 787.315048] env[69325]: INFO networking_nsxv3.common.synchronization [req-294ee24e-1af5-447e-83d9-3c8e599481e3 req-524584fa-4798-4a2f-9511-e2f4c19ce232 service nova] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 787.315192] env[69325]: INFO networking_nsxv3.common.synchronization [req-294ee24e-1af5-447e-83d9-3c8e599481e3 req-524584fa-4798-4a2f-9511-e2f4c19ce232 service nova] Enqueued Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGHEST for action port [ 787.315705] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_rules [ 787.315835] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 787.316230] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGHEST for action port [ 787.317279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.317416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.317487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.318407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.318407] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.318860] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.318860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.318951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.319085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.319240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.319908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.319908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.319908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.319908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.319908] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.322619] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.323456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.323456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.323456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.323456] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6ea5e-d00e-414c-a25e-f4485213ddb9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.407323] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.455739] env[69325]: INFO networking_nsxv3.common.synchronization [req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad req-07416c0d-7998-44b1-aafc-cd002dd6486b tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Enqueued Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_members [ 787.456893] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_members [ 787.457222] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.457344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.457417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.457688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.457852] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.457961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.458025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.458189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.458271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458369] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.542158] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00bdcaa8-c02f-4868-a56b-9af33ac7d608 [ 787.542444] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.542621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.542767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.542946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.543137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.543249] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00bdcaa8-c02f-4868-a56b-9af33ac7d608 already deleted. [ 787.543732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00bdcaa8-c02f-4868-a56b-9af33ac7d608" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.827365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.827365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.827365] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.832283] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with status ACTIVE [ 787.832283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.832283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.832283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.832283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.832550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.832550] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.832620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.832779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.833707] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.833816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.834312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.834421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.834421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.834531] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 is going to be updated. [ 787.863955] env[69325]: INFO networking_nsxv3.common.synchronization [None req-70279c9e-0bf8-416b-b8fa-c1fcf33c0bb8 None None] Enqueued Resource ID: 62442595-d0aa-43c0-ac28-f84deb210717 with Priority: HIGHEST for action port [ 787.864937] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62442595-d0aa-43c0-ac28-f84deb210717 with Priority: HIGHEST for action port [ 787.865438] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-62442595-d0aa-43c0-ac28-f84deb210717 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.865859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62442595-d0aa-43c0-ac28-f84deb210717" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.865990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62442595-d0aa-43c0-ac28-f84deb210717" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.866625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62442595-d0aa-43c0-ac28-f84deb210717" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.866778] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62442595-d0aa-43c0-ac28-f84deb210717',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.878552] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.879250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.879250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.880020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.880635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.881130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.910366] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.962191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.962191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.962191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.962191] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 already deleted. [ 787.962851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.239543] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.239903] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.240440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.242393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.242855] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.242951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.243693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.243693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.243693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.243845] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.243877] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.243977] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.246967] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.246967] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.246967] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.246967] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.268210] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.268210] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.268210] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.268210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-27" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.268210] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-62d9fabb-403d-45d3-a7a8-99467742a818 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.268210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.268210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.268210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.268210] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d9fabb-403d-45d3-a7a8-99467742a818',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.332173] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.372211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62442595-d0aa-43c0-ac28-f84deb210717 [ 788.372431] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.372581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.372650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.372847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.372992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.373072] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62442595-d0aa-43c0-ac28-f84deb210717 already deleted. [ 788.373191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62442595-d0aa-43c0-ac28-f84deb210717" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.412241] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 788.412403] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 788.772317] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.772559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.772675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.773030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.773218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.773388] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 62d9fabb-403d-45d3-a7a8-99467742a818 not found, creating... [ 788.773680] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.773850] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.773971] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.774238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.774411] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.774737] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.774904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.778830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.778830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.778830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.778830] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 62d9fabb-403d-45d3-a7a8-99467742a818 is going to be created. [ 788.832247] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.832513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.832707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.832879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.833160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.833367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.839346] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.839453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.839453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.840113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.840113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.840113] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be created. [ 788.888540] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.888540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.888540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.888540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.888540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.906016] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: UNINITIALIZED for 2s [ 788.995321] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 788.995746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.995955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.996624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.996909] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.997015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.997015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.997449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.997449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.997449] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.089709] env[69325]: INFO networking_nsxv3.common.synchronization [None req-4567a97f-37ce-42ec-8ec5-33ba271cd45e None None] Enqueued Resource ID: 1dbc1166-f4a9-466e-ab36-ede77be21ddc with Priority: HIGHEST for action port [ 789.089709] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbc1166-f4a9-466e-ab36-ede77be21ddc with Priority: HIGHEST for action port [ 789.090168] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbc1166-f4a9-466e-ab36-ede77be21ddc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.090296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbc1166-f4a9-466e-ab36-ede77be21ddc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.090377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbc1166-f4a9-466e-ab36-ede77be21ddc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.090630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbc1166-f4a9-466e-ab36-ede77be21ddc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.090716] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbc1166-f4a9-466e-ab36-ede77be21ddc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.166645] env[69325]: INFO networking_nsxv3.common.synchronization [None req-e22fb765-6182-4e09-88af-298ebdd4ce23 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_rules [ 789.171968] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_rules [ 789.173377] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.173377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.173377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.173377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.173596] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.337607] env[69325]: INFO networking_nsxv3.common.synchronization [None req-22869d22-663e-4907-a7b6-7391bb89ea30 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_rules [ 789.338206] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_rules [ 789.338518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.338623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501359] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.501897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.501897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502415] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.502415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.502415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.502631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.502631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502736] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 789.542150] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.542150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.542150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.544019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.544019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.557011] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 789.594253] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dbc1166-f4a9-466e-ab36-ede77be21ddc [ 789.596020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.596020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.596020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.596020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.596020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.596020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dbc1166-f4a9-466e-ab36-ede77be21ddc already deleted. [ 789.596020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbc1166-f4a9-466e-ab36-ede77be21ddc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.618027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.618027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.618027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.618027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.638827] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 789.640346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.642765] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 789.676206] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.677875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.677875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.677875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.684865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.685245] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 789.685316] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'6dd6ea5e-d00e-414c-a25e-f4485213ddb9'} {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.685360] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 789.709159] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.709307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.709366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.710513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.710513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.710513] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f already deleted. [ 789.710513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.710513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.710513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.710789] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.744291] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.744291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.744291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.744291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.744800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.744934] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 789.819982] env[69325]: INFO networking_nsxv3.common.synchronization [req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad req-09c0e659-f241-42b8-859f-29ba61461991 service nova] Enqueued Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_rules [ 789.819982] env[69325]: INFO networking_nsxv3.common.synchronization [req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad req-09c0e659-f241-42b8-859f-29ba61461991 service nova] Enqueued Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_members [ 789.819982] env[69325]: INFO networking_nsxv3.common.synchronization [req-805b5ad5-ab1b-49d9-97f0-fd3b18f534ad req-09c0e659-f241-42b8-859f-29ba61461991 service nova] Enqueued Resource ID: 62d9fabb-403d-45d3-a7a8-99467742a818 with Priority: HIGHEST for action port [ 789.819982] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_rules [ 789.819982] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_members [ 789.819982] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d9fabb-403d-45d3-a7a8-99467742a818 with Priority: HIGHEST for action port [ 789.819982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.819982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.819982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.821846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.825023] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.825023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.825023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.825023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.825023] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.830328] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d9fabb-403d-45d3-a7a8-99467742a818 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.830328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.830328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.830328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.830328] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d9fabb-403d-45d3-a7a8-99467742a818',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.830581] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.830581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.830581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.830698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.833305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.833305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 789.911636] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.911885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.912085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.912352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.913037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.913960] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 789.914070] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e02e900-ab8a-4124-8b0a-00f38cf3393f', '54037c2a-e310-4060-9dd0-22d5dd2e235e', '0464771f-47d4-426f-acc7-0731213cd839', '1d37ca46-67b4-4154-bff4-1e555337bfb8', '6b1c1fac-8cfd-4a41-951f-a470bc08bf88', 'a14c94ec-e1d2-472e-9267-30d557000a13', '83f71d1b-c2b1-4049-aa53-d3731a69ed40', 'fe609f60-dc2d-4f80-83ce-e0e4a35e431c', '31f2d456-7936-4e66-acfe-1cc823193221', '1c7bda6e-415b-470a-9914-0814b7594bdf', '638d0969-866d-42f0-863c-bc25d4b77278', 'b79e0571-428d-4004-9939-759e081dd1e8', '672ab926-71fc-46c5-816e-6bcc24e6cb06', '7a04513a-72bc-4cfe-8828-09d292d0330b', 'af464887-2b0b-44fc-8f77-c13725353ef7', 'fff6e2f8-e0b3-4c96-9498-2b03c8e81892', 'ba3a1f71-8860-4c2a-9545-a2071c2cbb44', 'e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9', '17392ebd-1a3c-4330-91e1-31d13a5130e7', '39a3802e-e7d5-4fa6-bd24-838a16c35062', 'be25c8e7-05f1-4f78-9f78-ca24bb7e70f2', '137170cf-bebc-4320-8dd3-8917c90b31c3', '86630e62-a506-4c05-8736-3cebcdfb4010', '63af208e-83ff-43f5-893f-660be9c6a5d6', 'dfed7ac5-96f4-45f3-ac90-608433247a7f', 'f2cce2a5-0425-4b98-9287-c0820c9c1271', 'a186641c-e11b-4da3-ae03-9ad6a2cdb8af', '568ea0b6-0a15-4f91-b631-40d0b165bcea', 'd28cecff-6e50-4dc9-b3ec-fa6bd68478b5', '243a8fcc-ea4e-4df0-a737-5c6efb0f479a', '50e482a3-3b22-4db7-8b5c-e0277587aae4', '444357d3-28e8-479e-ad7a-392e3c19c246', '41eb0df3-1c03-4216-a58f-867939eb6a7d', '1250bac6-c2eb-41d5-9218-cf470d491e82', '37dfb9b6-6e8e-48c5-8fdf-fdb600f74266', '0cc9a649-a2ac-46e3-a108-ee58783b8866'} {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.914176] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 789.938453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.938453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.938453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.938676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.941603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.941603] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 789.941603] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.941603] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 790.011323] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.011887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.011887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.011887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.015595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.015595] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 790.015595] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.015595] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 790.015595] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 790.015595] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGH for action port [ 790.015809] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/36 resources of Type:Security Group Rules [ 790.015809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 790.015809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGH for action security_group_rules [ 790.015809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGH for action security_group_rules [ 790.015938] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGH for action security_group_rules [ 790.015967] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGH for action security_group_rules [ 790.017517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.251769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.251961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.252121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.252317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.252412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.252510] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f already deleted. [ 790.252592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.328572] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.328572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.328789] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.333952] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62d9fabb-403d-45d3-a7a8-99467742a818 with status ACTIVE [ 790.334402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.334402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.334402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.334625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.334849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.334917] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.334990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.335066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.335212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.335288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.335470] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.335579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.335635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.336031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.336031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.336031] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62d9fabb-403d-45d3-a7a8-99467742a818 is going to be updated. [ 790.364112] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.364392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.365219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.365219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.366019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d9fabb-403d-45d3-a7a8-99467742a818" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.832960] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.919817] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.919817] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.919817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.919817] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.332660] env[69325]: INFO networking_nsxv3.common.synchronization [None req-e37530b6-79d7-42b5-b136-3c74522bb43b None None] Enqueued Resource ID: ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5 with Priority: HIGHEST for action port [ 791.335016] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5 with Priority: HIGHEST for action port [ 791.335016] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGH for action port [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c94ec-e1d2-472e-9267-30d557000a13 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638d0969-866d-42f0-863c-bc25d4b77278 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7bda6e-415b-470a-9914-0814b7594bdf with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0464771f-47d4-426f-acc7-0731213cd839 with Priority: HIGH for action security_group_rules [ 791.342402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.342402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.342402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.342402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.342402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.342402] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 is going to be created. [ 791.343454] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.343603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.343669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.343981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.344086] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.345481] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.345619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.345702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.345839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.345917] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6ea5e-d00e-414c-a25e-f4485213ddb9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.347053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54037c2a-e310-4060-9dd0-22d5dd2e235e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.347174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.347242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54037c2a-e310-4060-9dd0-22d5dd2e235e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.351019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14c94ec-e1d2-472e-9267-30d557000a13 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14c94ec-e1d2-472e-9267-30d557000a13',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.351019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.351019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17392ebd-1a3c-4330-91e1-31d13a5130e7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.351647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.351647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351647] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17392ebd-1a3c-4330-91e1-31d13a5130e7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.352689] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.352804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.352859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.353017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.353085] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.354019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.354201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.354434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.354507] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3a1f71-8860-4c2a-9545-a2071c2cbb44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.355626] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.356103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.356185] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fff6e2f8-e0b3-4c96-9498-2b03c8e81892',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.357076] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-672ab926-71fc-46c5-816e-6bcc24e6cb06 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.357187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.357256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.357405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.357475] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('672ab926-71fc-46c5-816e-6bcc24e6cb06',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.357813] env[69325]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 791.358962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.358962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.358962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.358962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.358962] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.361361] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.361361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.361361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.361361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.361361] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.361361] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-638d0969-866d-42f0-863c-bc25d4b77278 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.361361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.361361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.361361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.361911] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('638d0969-866d-42f0-863c-bc25d4b77278',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.362290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7bda6e-415b-470a-9914-0814b7594bdf taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.362533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.362597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.362745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.362816] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7bda6e-415b-470a-9914-0814b7594bdf',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.363650] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.363957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.364106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.364163] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.364985] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.365109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.365174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.365323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.365395] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe609f60-dc2d-4f80-83ce-e0e4a35e431c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.366199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.368073] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c1fac-8cfd-4a41-951f-a470bc08bf88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.368073] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.368073] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.368689] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.368806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.368950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.369050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.369120] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.369922] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.370156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.370156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.370268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.370314] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.370527] env[69325]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 791.371436] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0464771f-47d4-426f-acc7-0731213cd839 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.371436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.371436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.371607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.371607] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0464771f-47d4-426f-acc7-0731213cd839',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.381774] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5 [ 791.381892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.382099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.382099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.382392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.382482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.382578] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5 already deleted. [ 791.382658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7769b1-dd8b-4804-a0a7-ae4d3ebe84e5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.555887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.557124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.557124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.557124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.557124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.561115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.561115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.561115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.561115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.561115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.561115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.564032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.564032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.564032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.564762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.564762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.564762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.564762] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.586104] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 in Status: UNINITIALIZED for 2s [ 791.586988] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 791.587170] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 deletion is rescheduled due to dependency. [ 791.588047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.601738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.601978] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54037c2a-e310-4060-9dd0-22d5dd2e235e is going to be deleted. [ 791.603117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.603348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.657510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.657640] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14c94ec-e1d2-472e-9267-30d557000a13 is going to be deleted. [ 791.750695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.750871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.750920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.751192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.751266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.751382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54037c2a-e310-4060-9dd0-22d5dd2e235e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.756946] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.757138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.757206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.757407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.757499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.757615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14c94ec-e1d2-472e-9267-30d557000a13" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.876390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with status ACTIVE [ 791.876636] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.876802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.876971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.877134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.877253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.877410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.877514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.877572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.877728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.877805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.877988] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.878100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.878158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.878347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.878445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.878530] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 is going to be updated. [ 791.914281] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.914600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.914712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.916237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.916237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.916237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.070382] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0272544d-c7ed-42a2-b64c-ed73fa2e7f42: rpc.has_security_group_logging(os_id): False [ 792.083025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.083025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.083025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.083025] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.085570] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.085570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.085570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.085570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.085570] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.085570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.085570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.085570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.086258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.086258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.086258] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.103354] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.103814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.103814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.103814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.103814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104187] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.104187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.104445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104603] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.104789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.104899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.105171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.105287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.105367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.105441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.105516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.105584] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be created. [ 792.108050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.108252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.108252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.108527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.108687] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.108783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.108851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.108990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.109072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.109135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.109222] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.110409] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.110409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.110409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.110912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.110912] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.110912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.110912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.110912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.111926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.111926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.111926] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.115042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.115042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.115042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.115276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.115417] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.115526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.115592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.115724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.115814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.115921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.116047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.122791] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.122920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.122986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.123302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.184356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.184523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.185960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.185960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.187679] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.187799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.194700] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.194700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.205974] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.206183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.219048] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.227279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.233993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.234321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.235389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.235510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.236646] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.236800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.237549] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.238548] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.238773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.245664] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.246574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.246800] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe609f60-dc2d-4f80-83ce-e0e4a35e431c is going to be deleted. [ 792.249335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.249865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.312945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.313112] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 638d0969-866d-42f0-863c-bc25d4b77278 is going to be deleted. [ 792.314099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.314365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.377393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.377671] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0464771f-47d4-426f-acc7-0731213cd839 is going to be deleted. [ 792.378912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.379227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.409840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.410074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.433053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.433053] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 672ab926-71fc-46c5-816e-6bcc24e6cb06 is going to be deleted. [ 792.434263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.434263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.439590] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.439804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.443410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.443410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.459422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.459570] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c1fac-8cfd-4a41-951f-a470bc08bf88 is going to be deleted. [ 792.460696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.460939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.514792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.514904] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be deleted. [ 792.515814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.538344] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.538344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.548326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.549189] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fff6e2f8-e0b3-4c96-9498-2b03c8e81892 is going to be deleted. [ 792.550545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.600056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.600294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.601058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.601058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.601058] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.601058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.601058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.601430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.601430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.601430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.601845] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.601845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.601845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.601845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.602105] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.602105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.602249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.602307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.602404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.602572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.602616] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.603767] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.620891] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.628705] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.628868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.628951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.629197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.629364] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.629468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.629533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.629690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.629778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.629864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.630170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.630343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.630450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.630570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.630713] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.630826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.630891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.631049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.631130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.631214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.631300] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.640429] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.640582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.640661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.640865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.641038] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.641132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.641191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.641394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.641483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.641573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.641726] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.641809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.641870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.642197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.642295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.642373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.642517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.642596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.642680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.642771] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.723364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.723831] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3a1f71-8860-4c2a-9545-a2071c2cbb44 is going to be deleted. [ 792.724955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.725266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.746722] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.746870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.788534] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.788534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.856732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.858670] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17392ebd-1a3c-4330-91e1-31d13a5130e7 is going to be deleted. [ 792.859353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.860174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.078561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.078853] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7bda6e-415b-470a-9914-0814b7594bdf is going to be deleted. [ 793.080446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.080812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.108442] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e0571-428d-4004-9939-759e081dd1e8: rpc.has_security_group_logging(os_id): False [ 793.109820] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e02e900-ab8a-4124-8b0a-00f38cf3393f: rpc.has_security_group_logging(os_id): False [ 793.125894] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a04513a-72bc-4cfe-8828-09d292d0330b: rpc.has_security_group_logging(os_id): False [ 793.132799] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.133150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.138576] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d37ca46-67b4-4154-bff4-1e555337bfb8: rpc.has_security_group_logging(os_id): False [ 793.142885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.143066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.147512] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f71d1b-c2b1-4049-aa53-d3731a69ed40: rpc.has_security_group_logging(os_id): False [ 793.207621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.208019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.241118] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.241305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.242332] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.242513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.245459] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.245641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.246818] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.246969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.248486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.248648] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be deleted. [ 793.249704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.250107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.369940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.370275] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9 is going to be deleted. [ 793.371634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.371871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.372149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.373346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.373594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.373694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.373829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe609f60-dc2d-4f80-83ce-e0e4a35e431c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-638d0969-866d-42f0-863c-bc25d4b77278" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0464771f-47d4-426f-acc7-0731213cd839" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-672ab926-71fc-46c5-816e-6bcc24e6cb06" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c1fac-8cfd-4a41-951f-a470bc08bf88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fff6e2f8-e0b3-4c96-9498-2b03c8e81892" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.378035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.380355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3a1f71-8860-4c2a-9545-a2071c2cbb44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.380355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.380355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.395760] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.395760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.401847] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.402109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.405579] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 793.405810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.437270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.437615] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.437805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.437867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.438136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.438247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.438536] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.438665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.438735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.438947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.439749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.440205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.441549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441927] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 793.443492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.443698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.443837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.443945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17392ebd-1a3c-4330-91e1-31d13a5130e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.444145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.444300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.492333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.492613] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.492742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.492810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.493072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.493193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.493381] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.493485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.493548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.493721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.493797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.493993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.494096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.494148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.494289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.494366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.494518] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 793.495707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.495901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.556648] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.556817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.589816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.594382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.594591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.594591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.595015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.595182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595182] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 793.596416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.596628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.596722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.596854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.596993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.598200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.598295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.598449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7bda6e-415b-470a-9914-0814b7594bdf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.599105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.599268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637766] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 in Status: SUCCESS [ 793.638089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.638292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.638741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.639470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.639663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.639763] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.660949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.661545] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.661659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.661774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.662160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.662455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.662455] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be updated. [ 793.663959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.664269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.664394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.664501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ca7cc1-1763-4b2a-a57f-bb4579cd8ab9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.664686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.664859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.697762] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.698074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.709232] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.709493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.733402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.733783] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.733925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.734091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.734324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.734378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.735826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.736104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.736197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.736963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.736963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.736963] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.737218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.737218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.737313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.737368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.737509] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be updated. [ 793.739222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.739498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.739976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.740970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.741180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.741356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.777904] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 793.873197] env[69325]: INFO networking_nsxv3.common.synchronization [req-bcf20671-591b-4fbb-9af9-0b5561060f3c req-f6e8304c-6bc6-4db6-b4b9-95add8eb5590 tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Enqueued Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_members [ 793.875242] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_members [ 793.876768] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.876947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.877086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.877353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.877518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.878929] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.879076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.879159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.879555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.879685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.879827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.879924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.880139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.880223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.880330] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.911954] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.912230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.912230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.912835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.913014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920761] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 793.939320] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 793.943711] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 794.105449] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.108802] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.108969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.109057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.109283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.109434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.142372] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.142582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.142582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.142844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.143109] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.143296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.143378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.143589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.143713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.143795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.144057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.144230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.144328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.144542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.144698] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.144794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.144854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.145278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.145407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.145597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.145707] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.165569] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 794.387697] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.388126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.388126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.388281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.388281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.388489] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.388592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.388659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.388808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.388887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.388956] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 already deleted. [ 794.389040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.396183] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.396440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-985" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.396850] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-985" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-985" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397809] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.398015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.398183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.398480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.398640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398867] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.398988] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.399125] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.399242] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.399358] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.399472] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.399684] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.442409] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.442774] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.442774] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.443062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-985" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.443491] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.443737] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.443975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.444413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.444632] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6f0a2b-54bf-45cd-8d5c-f23f1af29865',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.648605] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d518f7-40da-44c1-b74d-71e9edad6ff7: rpc.has_security_group_logging(os_id): False [ 794.666851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.667103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.667303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.667471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.667683] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.667781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.667862] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.668436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.668436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.668436] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.668628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.668628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.668792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.668947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.669254] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.669358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.669423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.669568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.669642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.669728] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 is going to be created. [ 794.754263] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.754512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.754512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.754667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.755346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.784899] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 in Status: IN_PROGRESS for 2s [ 794.947776] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.948036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.948178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.948476] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.948643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.948795] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 not found, creating... [ 794.949102] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.949284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.949406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.949653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.949796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.950347] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.950527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.950666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.951740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.951740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.951740] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 is going to be created. [ 794.973975] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.974314] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.974462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.974795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.974996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.975251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.713864] env[69325]: INFO networking_nsxv3.common.synchronization [req-bcf20671-591b-4fbb-9af9-0b5561060f3c req-d43175ee-1a70-4983-bc37-b7f5f2cf8e3a service nova] Enqueued Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_rules [ 795.714216] env[69325]: INFO networking_nsxv3.common.synchronization [req-bcf20671-591b-4fbb-9af9-0b5561060f3c req-d43175ee-1a70-4983-bc37-b7f5f2cf8e3a service nova] Enqueued Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_members [ 795.714216] env[69325]: INFO networking_nsxv3.common.synchronization [req-bcf20671-591b-4fbb-9af9-0b5561060f3c req-d43175ee-1a70-4983-bc37-b7f5f2cf8e3a service nova] Enqueued Resource ID: 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 with Priority: HIGHEST for action port [ 795.714516] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_rules [ 795.714645] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_members [ 795.714743] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 with Priority: HIGHEST for action port [ 795.715770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.715974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.716339] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.717781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.717901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.717970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.718320] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.718420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.718484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.719064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.719164] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.720530] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.720647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.720692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.720843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.720919] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6f0a2b-54bf-45cd-8d5c-f23f1af29865',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.801109] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 795.801342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.936427] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 795.936673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.955299] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 795.955299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.956065] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 795.956248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.180946] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 796.181193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.221747] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.222815] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 with status ACTIVE [ 796.223029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.223253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.223356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.226086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.226086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.226086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.226086] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f6f0a2b-54bf-45cd-8d5c-f23f1af29865 is going to be updated. [ 796.226086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.227149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.251887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.251887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.251887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.251887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.251887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.251887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6f0a2b-54bf-45cd-8d5c-f23f1af29865" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.727518] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.797908] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 in Status: SUCCESS [ 796.799085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.231211] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.231428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.231428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.231647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.231739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232188] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 is going to be created. [ 797.260066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.260245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.260309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.260522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.260682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.271416] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 in Status: UNINITIALIZED for 2s [ 799.284908] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 in Status: SUCCESS [ 799.285270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.285567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.285717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.285886] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.286102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.286172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.286340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.286437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.286536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.286699] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.790281] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.790739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.790930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793383] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.059315] env[69325]: INFO networking_nsxv3.common.synchronization [req-66d0d08d-0678-4e3b-8e95-16a24769dd88 req-28befd65-57fd-4d0f-a717-cb77c5576d6b tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Enqueued Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_members [ 800.061162] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_members [ 800.061162] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.061162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.061162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.063911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.063911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.063911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.063911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.063911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.063911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.063911] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.297609] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2: rpc.has_security_group_logging(os_id): False [ 800.320537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.320537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.320785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.320841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.320896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.321131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.321264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.321433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.321433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.321539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.321693] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.321786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.321841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.321997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.322128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.322340] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.322446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.325596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.325596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.325596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.325596] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 is going to be created. [ 800.391604] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.391772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.391813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.392044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.392484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.403940] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 in Status: IN_PROGRESS for 2s [ 800.567141] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.567141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.567141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.567141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.567141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.567466] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.567466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.567466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.567644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.567701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.567887] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 already deleted. [ 800.567887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.667783] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.667984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-376" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668163] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-376" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668522] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-376" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668978] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.669209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.670048] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.670048] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.670048] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.670048] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.670419] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.670419] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.670419] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.670519] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.670636] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.701025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.701025] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.701025] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.701025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-376" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.701025] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d482f5ef-a132-415f-900f-5cd16d290b51 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.701025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.701025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.701025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.701025] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d482f5ef-a132-415f-900f-5cd16d290b51',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.825734] env[69325]: INFO networking_nsxv3.common.synchronization [req-fee59467-0c4c-42a7-af42-18b1cf4408c4 req-edf28942-e51c-415d-80cc-e2330b3f0357 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 800.825907] env[69325]: INFO networking_nsxv3.common.synchronization [req-fee59467-0c4c-42a7-af42-18b1cf4408c4 req-edf28942-e51c-415d-80cc-e2330b3f0357 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 800.826057] env[69325]: INFO networking_nsxv3.common.synchronization [req-fee59467-0c4c-42a7-af42-18b1cf4408c4 req-edf28942-e51c-415d-80cc-e2330b3f0357 tempest-SecurityGroupsTestJSON-743277672 tempest-SecurityGroupsTestJSON-743277672-project-member] Enqueued Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_members [ 800.826893] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGHEST for action security_group_members [ 800.827036] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGHEST for action security_group_members [ 800.827133] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGHEST for action security_group_members [ 800.827416] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.827532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.827805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.827939] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.828040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.828108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.828255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.828336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828427] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.829328] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.829437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.833018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.833018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.833018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.833018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.833018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.833018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.833018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.833018] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.834571] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630e62-a506-4c05-8736-3cebcdfb4010 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.834684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.834749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.834921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.835080] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.835211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.835271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.835413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.835488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.835574] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.207025] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.207025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d482f5ef-a132-415f-900f-5cd16d290b51 not found, creating... [ 801.207025] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.207025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.207676] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.207676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.207676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.207936] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.208220] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.208541] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d482f5ef-a132-415f-900f-5cd16d290b51 is going to be created. [ 801.248527] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.248527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.248527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.248527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.248527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.248527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.284173] env[69325]: INFO networking_nsxv3.common.synchronization [req-a7cc4b0e-267e-4235-a666-755fd8454715 req-7eaaba11-d7d9-47d8-abbe-60745cfe0965 tempest-ServersNegativeTestMultiTenantJSON-538411607 tempest-ServersNegativeTestMultiTenantJSON-538411607-project-member] Enqueued Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_members [ 801.284173] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGHEST for action security_group_members [ 801.284173] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.284173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.284513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.284608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.284782] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.284891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.284953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.285138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.285228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.285327] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.335658] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.335658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.335658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.336871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.336871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.336871] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.336871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.336871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.336871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.336871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.336871] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be updated. [ 801.337829] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.338012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.338012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.338180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.338231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.338407] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.338510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.338574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.338699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.338894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.338894] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be updated. [ 801.340145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.340262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.340336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.360624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.360888] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.361039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.361039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.361285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.361417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.361417] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630e62-a506-4c05-8736-3cebcdfb4010 is going to be updated. [ 801.406831] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.406997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.406997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.407294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.407407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.416782] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.416967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.417097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.417236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.417494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.419419] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: IN_PROGRESS for 2s [ 801.435725] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: IN_PROGRESS for 2s [ 801.447046] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.447214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.447271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.447835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.447835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.459879] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: IN_PROGRESS for 2s [ 801.788144] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.788450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.788568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.788867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.789017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.789330] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.789529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.789639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.789873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.790050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.790148] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 is going to be updated. [ 801.822916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.823206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.823206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.823373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.823575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.835699] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 in Status: IN_PROGRESS for 2s [ 802.084799] env[69325]: INFO networking_nsxv3.common.synchronization [req-66d0d08d-0678-4e3b-8e95-16a24769dd88 req-73e71d9e-e32a-4706-b5e7-92c76f240e4c service nova] Enqueued Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_rules [ 802.084970] env[69325]: INFO networking_nsxv3.common.synchronization [req-66d0d08d-0678-4e3b-8e95-16a24769dd88 req-73e71d9e-e32a-4706-b5e7-92c76f240e4c service nova] Enqueued Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_members [ 802.087055] env[69325]: INFO networking_nsxv3.common.synchronization [req-66d0d08d-0678-4e3b-8e95-16a24769dd88 req-73e71d9e-e32a-4706-b5e7-92c76f240e4c service nova] Enqueued Resource ID: d482f5ef-a132-415f-900f-5cd16d290b51 with Priority: HIGHEST for action port [ 802.087055] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_rules [ 802.087055] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_members [ 802.087055] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d482f5ef-a132-415f-900f-5cd16d290b51 with Priority: HIGHEST for action port [ 802.088515] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.088515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.088515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.088515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.088515] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.089268] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.089720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.089803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.089970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.090127] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.090220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.090288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.090503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.090605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.090702] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.092018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d482f5ef-a132-415f-900f-5cd16d290b51 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.092018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.092018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.092018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.092018] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d482f5ef-a132-415f-900f-5cd16d290b51',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.418846] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 in Status: SUCCESS [ 802.419244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.593735] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.594963] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595263] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d482f5ef-a132-415f-900f-5cd16d290b51 with status ACTIVE [ 802.595421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.595874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.596282] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.596282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.596282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.596441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.596441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.596827] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.596827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.596827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.596827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.597083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.597083] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d482f5ef-a132-415f-900f-5cd16d290b51 is going to be updated. [ 802.619880] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.620068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.620153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.620374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.620510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.620669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d482f5ef-a132-415f-900f-5cd16d290b51" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.757613] env[69325]: INFO networking_nsxv3.common.synchronization [req-f7d1f908-f656-4904-8457-0761bf78e41d req-1e3acc8e-9b79-400e-8f31-2848bae9cf92 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 802.758202] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 802.758544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.758665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.758733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.758930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.759117] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.759220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.759283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.759431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.759516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.759603] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.099700] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.262081] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.262375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.262459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.262680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.262773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.262970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.263130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.263198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.263306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.263384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.263469] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be deleted. [ 803.297507] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.297665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.298077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.298193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.314882] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.315127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.315261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.316717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.316717] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.316717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.316717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.316717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.316717] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.317060] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.317060] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.317060] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.317164] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.317319] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.317451] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.339674] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.339939] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.340569] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.340789] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.341196] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-dabed95d-d960-4293-be71-610b3cd0d8c7 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.341388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.341579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.342295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.342443] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dabed95d-d960-4293-be71-610b3cd0d8c7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.429867] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a04513a-72bc-4cfe-8828-09d292d0330b in Status: SUCCESS [ 803.430256] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b deletion is rescheduled due to dependency. [ 803.430256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.446917] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e0571-428d-4004-9939-759e081dd1e8 in Status: SUCCESS [ 803.447289] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e0571-428d-4004-9939-759e081dd1e8 deletion is rescheduled due to dependency. [ 803.447366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.470476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630e62-a506-4c05-8736-3cebcdfb4010 in Status: SUCCESS [ 803.471237] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630e62-a506-4c05-8736-3cebcdfb4010 deletion is rescheduled due to dependency. [ 803.471237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.601258] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.601436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.601539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.601732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.601825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.601934] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 is going to be created. [ 803.632433] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.632696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.632881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.633149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.633362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647203] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 in Status: UNINITIALIZED for 2s [ 803.845234] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.845468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.845610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.845932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.846136] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.846311] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port dabed95d-d960-4293-be71-610b3cd0d8c7 not found, creating... [ 803.846586] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.846750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.846870] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.847123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.847270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.847627] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.847899] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.847967] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.848237] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.848381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.848528] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: dabed95d-d960-4293-be71-610b3cd0d8c7 is going to be created. [ 803.850410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 in Status: SUCCESS [ 803.850519] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 deletion is rescheduled due to dependency. [ 803.850630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.875991] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.875991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.875991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.875991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.876285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.876326] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.233575] env[69325]: INFO networking_nsxv3.common.synchronization [req-f7d1f908-f656-4904-8457-0761bf78e41d req-1c5b4668-77ea-4e06-806a-3afa67affa96 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 805.234315] env[69325]: INFO networking_nsxv3.common.synchronization [req-f7d1f908-f656-4904-8457-0761bf78e41d req-1c5b4668-77ea-4e06-806a-3afa67affa96 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 805.234939] env[69325]: INFO networking_nsxv3.common.synchronization [req-f7d1f908-f656-4904-8457-0761bf78e41d req-1c5b4668-77ea-4e06-806a-3afa67affa96 service nova] Enqueued Resource ID: dabed95d-d960-4293-be71-610b3cd0d8c7 with Priority: HIGHEST for action port [ 805.235640] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 805.238616] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 805.238616] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dabed95d-d960-4293-be71-610b3cd0d8c7 with Priority: HIGHEST for action port [ 805.238616] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.238616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.238616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.238616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.238616] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.240839] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.241252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.244283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.244283] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.244283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-dabed95d-d960-4293-be71-610b3cd0d8c7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.244283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.244283] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dabed95d-d960-4293-be71-610b3cd0d8c7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.662182] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 in Status: SUCCESS [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.662182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.662182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.662182] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.746109] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.746291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.746517] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.748985] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dabed95d-d960-4293-be71-610b3cd0d8c7 with status ACTIVE [ 805.749246] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.749393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.749474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.749733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.749864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.750207] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.750263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.750334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.750590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.750703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.750931] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.751056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.751120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.751272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.751356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.751434] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dabed95d-d960-4293-be71-610b3cd0d8c7 is going to be updated. [ 805.779406] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.779406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.779406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.779406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.779406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.779406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dabed95d-d960-4293-be71-610b3cd0d8c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.170260] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.170453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.170521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.170768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.170950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.171068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.171132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.171289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.171377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.171466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.171617] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.171711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.171770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.171912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.172064] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.172180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.172247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.172387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.172466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.172552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.172641] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.249435] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.679292] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 429c1f03-08b5-48e4-b2cd-40e0fe589731: rpc.has_security_group_logging(os_id): False [ 806.700977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.701246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.701246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.701407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.701493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.701698] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.701796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.702012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.702012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.702149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.702332] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.702432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.702486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.702637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.702722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.703230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.703230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.703230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.703230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.703496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.703496] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 is going to be created. [ 806.751970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.752094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.752207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.752524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.752648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.752789] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be created. [ 806.765229] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.765229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.765229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.765229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.765553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.776750] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 in Status: IN_PROGRESS for 2s [ 806.777635] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.777764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.777837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.778047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.778207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788174] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: UNINITIALIZED for 2s [ 806.879406] env[69325]: INFO networking_nsxv3.common.synchronization [req-825b23be-3981-40b4-a742-28e031998d46 req-40f7c5e9-ac30-45b3-8795-3b5474e6078f tempest-ServerGroupTestJSON-698503953 tempest-ServerGroupTestJSON-698503953-project-member] Enqueued Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_members [ 806.879701] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGHEST for action security_group_members [ 806.880734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.881754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.881754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.881968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.882192] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.882310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.882373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.882726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.882821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.883082] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.103994] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_members [ 807.103994] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.103994] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_members [ 807.103994] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.111018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-98993c89-f3cb-4aac-850e-80595b04cb96 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.111018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.111018] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.111018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.112199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.112442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.112854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.113278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.113495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.113694] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.206411] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_rules [ 807.206803] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.207113] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_rules [ 807.207425] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_members [ 807.207681] env[69325]: INFO networking_nsxv3.common.synchronization [req-ef04e30e-59a2-4379-a33a-c53028c69b15 req-e719a88b-99b1-4d74-b320-a35ece1f2aa7 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGHEST for action port [ 807.208339] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_rules [ 807.208653] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_rules [ 807.209200] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGHEST for action port [ 807.209426] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.209614] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_members [ 807.210023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.210324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.210505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.211044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.211219] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.212586] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98993c89-f3cb-4aac-850e-80595b04cb96 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.214032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.214032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.214032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.214032] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.216895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.216895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.216895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.216895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.216895] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6ea5e-d00e-414c-a25e-f4485213ddb9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.217431] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.217660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.218018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-98993c89-f3cb-4aac-850e-80595b04cb96 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.218240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.386460] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.390580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 is going to be updated. [ 807.421204] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.421204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.421204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.421204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.421204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.432165] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 in Status: IN_PROGRESS for 2s [ 807.619826] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.619826] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.719777] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with status ACTIVE [ 807.720195] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.720353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.720428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.720669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.720759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.720944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.721101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.721160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.721437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.721437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.721607] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.721783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.722033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.722115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.722227] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 is going to be updated. [ 807.724083] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.724083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.724231] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-98993c89-f3cb-4aac-850e-80595b04cb96 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.724324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776584] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.776584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.776584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.776584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.776584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.826959] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad9038fc-6a0b-4b4e-9224-31e073d4af1e req-2ab4e155-861a-4a74-b527-11b9e9c5ebb5 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_members [ 807.827308] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad9038fc-6a0b-4b4e-9224-31e073d4af1e req-2ab4e155-861a-4a74-b527-11b9e9c5ebb5 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.828032] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98993c89-f3cb-4aac-850e-80595b04cb96 with Priority: HIGHEST for action security_group_members [ 807.828287] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.830313] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-98993c89-f3cb-4aac-850e-80595b04cb96 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.830544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.830876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.831097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.881033] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad9038fc-6a0b-4b4e-9224-31e073d4af1e req-2ab4e155-861a-4a74-b527-11b9e9c5ebb5 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_rules [ 807.881033] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad9038fc-6a0b-4b4e-9224-31e073d4af1e req-2ab4e155-861a-4a74-b527-11b9e9c5ebb5 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.881033] env[69325]: INFO networking_nsxv3.common.synchronization [req-ad9038fc-6a0b-4b4e-9224-31e073d4af1e req-2ab4e155-861a-4a74-b527-11b9e9c5ebb5 tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGHEST for action port [ 807.881731] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_rules [ 807.882774] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 807.882774] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with Priority: HIGHEST for action port [ 807.884793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.885468] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6ea5e-d00e-414c-a25e-f4485213ddb9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.122985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.122985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.397673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 with status ACTIVE [ 808.397673] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.397673] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.397673] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.397673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd6ea5e-d00e-414c-a25e-f4485213ddb9 is going to be updated. [ 808.419067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.419067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.419067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.419067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.419067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.419067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd6ea5e-d00e-414c-a25e-f4485213ddb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.623993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.624166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.624238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.624465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.624559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.624660] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be updated. [ 808.626079] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.626212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.626287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.626471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.626560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.626621] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 is going to be created. [ 808.664046] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.664232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.664283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.664583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.664674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.667931] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.668103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.668208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.668354] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.668501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.675973] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98993c89-f3cb-4aac-850e-80595b04cb96 in Status: UNINITIALIZED for 2s [ 808.676753] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: IN_PROGRESS for 2s [ 808.789163] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 in Status: SUCCESS [ 808.789400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.798460] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 808.798654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.798860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.799116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.799329] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.799454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.799524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.799690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.799771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.799857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.799952] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.305354] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.305354] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.305643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.305862] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.306080] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.306207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.306276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.306440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.306529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.306621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.306821] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.306954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.307033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.307257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.307432] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.307527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.307589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.307743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.307823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.307919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.308014] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.445182] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 in Status: SUCCESS [ 809.445518] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 deletion is rescheduled due to dependency. [ 809.445518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.810686] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af464887-2b0b-44fc-8f77-c13725353ef7: rpc.has_security_group_logging(os_id): False [ 809.831401] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.831543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.831619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.831930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.832055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.832434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.832434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.832434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.832650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.834043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.834043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.834043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.834677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.834833] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be created. [ 809.922675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.922870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.922949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.923231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.923470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.944437] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 810.689288] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98993c89-f3cb-4aac-850e-80595b04cb96 in Status: SUCCESS [ 810.689736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.689922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.690073] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.690180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.690248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.690400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.690486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.690573] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.693492] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 810.693701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.694809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.695054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.695165] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.695275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.695396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.695477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.695554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.695643] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.199167] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.199328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.199405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.199643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.199735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199941] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.200051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.200186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.200488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.200488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.200488] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 is going to be deleted. [ 811.201547] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.234694] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.234822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.234822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.234998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.235106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.235207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.235355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.235509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.235797] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.235797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.235933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.235971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.236072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.236128] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.705100] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.738478] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.738702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.738784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.739037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.739137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.739387] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.739509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.739553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.739756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.739839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.739930] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 already deleted. [ 811.740017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.740150] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.742517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.743768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.743957] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.744511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.744590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.744758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.744841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.744937] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.962625] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 811.962908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.210648] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.210765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.210828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.212163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.212163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.212163] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be updated. [ 812.247105] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98993c89-f3cb-4aac-850e-80595b04cb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.249069] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.249202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.249294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.249463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.249609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.250871] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.250990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.251166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.251246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.251315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.251488] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.251584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.251642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.251772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.251839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.251919] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 already deleted. [ 812.252015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.265676] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: IN_PROGRESS for 2s [ 812.358145] env[69325]: INFO networking_nsxv3.common.synchronization [req-5e24fccd-f853-4938-a08e-b680ab2ae654 req-cabff083-f5ac-4fb2-801f-27c253ca7d6f tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Enqueued Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_members [ 812.358145] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_members [ 812.358477] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.358603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.358674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.358958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.361533] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.361533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.361533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.361533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.361533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.361533] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.753432] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98993c89-f3cb-4aac-850e-80595b04cb96: rpc.has_security_group_logging(os_id): False [ 812.771503] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.771673] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.771921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.772029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.772127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.772896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.772896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.772896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.773073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.773239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.773292] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 is going to be created. [ 812.796748] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/98993c89-f3cb-4aac-850e-80595b04cb96], does not exist path=[/infra/domains/default/groups/98993c89-f3cb-4aac-850e-80595b04cb96]."\n}' [ 812.796748] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98993c89-f3cb-4aac-850e-80595b04cb96 [ 812.796862] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 812.829153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.829153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.829153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.829388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.830130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.831681] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.831681] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.831681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.831681] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98993c89-f3cb-4aac-850e-80595b04cb96 is going to be created. [ 812.848123] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/98993c89-f3cb-4aac-850e-80595b04cb96], does not exist path=[/infra/domains/default/groups/98993c89-f3cb-4aac-850e-80595b04cb96]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98993c89-f3cb-4aac-850e-80595b04cb96 [ 812.848298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98993c89-f3cb-4aac-850e-80595b04cb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.848478] env[69325]: Traceback (most recent call last): [ 812.848559] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 812.848559] env[69325]: return func(*args, **kwargs) [ 812.848559] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 812.848559] env[69325]: res.raise_for_status() [ 812.848559] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 812.848559] env[69325]: raise HTTPError(http_error_msg, response=self) [ 812.848559] env[69325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98993c89-f3cb-4aac-850e-80595b04cb96 [ 812.848559] env[69325]: During handling of the above exception, another exception occurred: [ 812.848559] env[69325]: Traceback (most recent call last): [ 812.848559] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 812.848559] env[69325]: listener.cb(fileno) [ 812.848559] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 812.848559] env[69325]: result = function(*args, **kwargs) [ 812.848559] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 812.848559] env[69325]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 812.848559] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 812.848559] env[69325]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 812.848559] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 812.848559] env[69325]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 812.848559] env[69325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 812.848559] env[69325]: res.raise_for_status() [ 812.848559] env[69325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 812.848559] env[69325]: raise HTTPError(http_error_msg, response=self) [ 812.848559] env[69325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98993c89-f3cb-4aac-850e-80595b04cb96 [ 812.848559] env[69325]: Removing descriptor: 64 [ 812.863466] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.863628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.863697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.864031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.864148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.864370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.864979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.864979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.864979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.864979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.864979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 already deleted. [ 812.865301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.969041] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.969255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.969358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.969755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.970046] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.970518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.970518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.970686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.970733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.970988] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.971441] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.971441] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.971441] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.971441] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.971607] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.971881] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.993314] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.993908] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.994160] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.994582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-519" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.995226] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.995226] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.995716] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.996441] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.996644] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.499428] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.500550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.500550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.500550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.500550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.500550] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba not found, creating... [ 813.500844] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.501294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.501469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.501724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.502427] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.503478] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.503478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.503478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.503702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.503702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.503824] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba is going to be created. [ 813.526653] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.528676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.528676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.528676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.528676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.529146] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.277022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 814.277392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.277569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.277795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.277989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.278122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.278183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.278378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.278472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.278560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.278663] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.280128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.280984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.281217] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.281367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.281918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.282144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.282289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.282798] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.704896] env[69325]: INFO networking_nsxv3.common.synchronization [req-5e24fccd-f853-4938-a08e-b680ab2ae654 req-086082dc-5c28-4502-9f46-8857ecfe956a service nova] Enqueued Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_rules [ 814.705249] env[69325]: INFO networking_nsxv3.common.synchronization [req-5e24fccd-f853-4938-a08e-b680ab2ae654 req-086082dc-5c28-4502-9f46-8857ecfe956a service nova] Enqueued Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_members [ 814.705249] env[69325]: INFO networking_nsxv3.common.synchronization [req-5e24fccd-f853-4938-a08e-b680ab2ae654 req-086082dc-5c28-4502-9f46-8857ecfe956a service nova] Enqueued Resource ID: 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba with Priority: HIGHEST for action port [ 814.705460] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_rules [ 814.705672] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_members [ 814.705672] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba with Priority: HIGHEST for action port [ 814.706665] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.706842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.706944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.707237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.707368] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.708256] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.708458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.708496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.708709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.708896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.709030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.709108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.709321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.709451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.709567] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.710380] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.710524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.710630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.711117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.711226] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.787506] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.787944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.787944] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.213586] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.213794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.213924] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.216156] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba with status ACTIVE [ 815.216406] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.216535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.216606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.216860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.216917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.217095] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.217366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.217453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.217623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.217703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.218220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.218371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.218410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.218548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.218629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.218720] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba is going to be updated. [ 815.243129] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.243411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.243731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.243731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.243984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.244033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67fb1bba-aa16-45e9-9dc7-732e8cc6a7ba" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.291264] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.390257] env[69325]: INFO networking_nsxv3.common.synchronization [req-462f7d9b-dc4f-49b8-ab50-72056f9c5401 req-f26749dd-daec-4e52-9901-0113977d25f9 tempest-ServerPasswordTestJSON-281241922 tempest-ServerPasswordTestJSON-281241922-project-member] Enqueued Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_members [ 815.390816] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGHEST for action security_group_members [ 815.393697] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.394060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.394206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.395369] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.395577] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.395653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.395653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.395827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.395917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.396018] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.717621] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.734678] env[69325]: INFO networking_nsxv3.common.synchronization [None req-7fc9b330-1b76-42fa-8ad5-4d06256c2a4b None None] Enqueued Resource ID: e53f5060-86e9-4f65-a8a9-f55fb77f5b38 with Priority: HIGHEST for action port [ 815.735292] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53f5060-86e9-4f65-a8a9-f55fb77f5b38 with Priority: HIGHEST for action port [ 815.736072] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53f5060-86e9-4f65-a8a9-f55fb77f5b38 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53f5060-86e9-4f65-a8a9-f55fb77f5b38" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53f5060-86e9-4f65-a8a9-f55fb77f5b38" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.736709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53f5060-86e9-4f65-a8a9-f55fb77f5b38" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.736709] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53f5060-86e9-4f65-a8a9-f55fb77f5b38',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.794892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.794892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.794892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.794892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.794892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.794892] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be updated. [ 815.827175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.827798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.827990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.828522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.830016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.837984] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: IN_PROGRESS for 2s [ 815.899540] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.899894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.900087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.900507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.919037] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ba8c2d6b-6367-406d-8fdd-64bffa21ae42 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_rules [ 815.919037] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_rules [ 815.923207] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.923207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.924074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.924074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.924074] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.926458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.926814] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.926916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.926966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.927159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.927652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.927652] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 is going to be updated. [ 815.955957] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.956132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.956210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.956408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.956543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.968899] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 in Status: IN_PROGRESS for 2s [ 816.065036] env[69325]: INFO networking_nsxv3.common.synchronization [None req-fae77fef-d6e7-4905-95c2-714fd07ff6ce tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_rules [ 816.067569] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_rules [ 816.067569] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.067569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.222793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.222793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.222793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.223058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.223058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.223238] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 is going to be created. [ 816.239040] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e53f5060-86e9-4f65-a8a9-f55fb77f5b38 [ 816.239285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.239420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.239515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.239775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.239873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.239971] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e53f5060-86e9-4f65-a8a9-f55fb77f5b38 already deleted. [ 816.240063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53f5060-86e9-4f65-a8a9-f55fb77f5b38" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.268313] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.268313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.268313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.268313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.268705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.290077] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 in Status: UNINITIALIZED for 2s [ 816.450326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.450679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.450679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.450757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.450825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.450919] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab already deleted. [ 816.451009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.451165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.451317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.451396] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.974720] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.974910] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.974987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.975247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.975337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.976820] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab already deleted. [ 816.976820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.725359] env[69325]: INFO networking_nsxv3.common.synchronization [req-50185617-bf48-4d33-ba6b-967ba83d63bc req-ef27696f-f147-41cd-9307-243492a6c81a tempest-ServerRescueTestJSONUnderV235-1681498315 tempest-ServerRescueTestJSONUnderV235-1681498315-project-member] Enqueued Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 817.726023] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 with Priority: HIGHEST for action security_group_members [ 817.727033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.727033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.853441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.853441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.853441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.853441] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.982060] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 in Status: SUCCESS [ 817.982298] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 deletion is rescheduled due to dependency. [ 817.982431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.054057] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ba997e88-15e9-421c-a4ac-2340421c945d None None] Enqueued Resource ID: 66aad6d3-1483-4a5d-9d20-4031570c504b with Priority: HIGHEST for action port [ 818.054332] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66aad6d3-1483-4a5d-9d20-4031570c504b with Priority: HIGHEST for action port [ 818.054926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-66aad6d3-1483-4a5d-9d20-4031570c504b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.055070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66aad6d3-1483-4a5d-9d20-4031570c504b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.055594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66aad6d3-1483-4a5d-9d20-4031570c504b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.056232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66aad6d3-1483-4a5d-9d20-4031570c504b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.056325] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66aad6d3-1483-4a5d-9d20-4031570c504b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.303767] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 in Status: SUCCESS [ 818.303990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.304175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.304398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.304656] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.304774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.304813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.305008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.305088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.305144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.305205] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.354989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.355342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.355342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.355549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.380586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.380973] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.380973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.381256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.381256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.381388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.381440] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be updated. [ 818.414765] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.414765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.414765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.414975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.415918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.431199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: IN_PROGRESS for 2s [ 818.458039] env[69325]: INFO networking_nsxv3.common.synchronization [req-6bd7e983-78b4-4c85-af5b-e8c6a54e7fcc req-bda009f0-7348-42fe-8e32-e0b46c7af6a0 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 818.458039] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 818.458039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.458039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.458039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.458039] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.559860] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66aad6d3-1483-4a5d-9d20-4031570c504b [ 818.561563] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.561563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.561563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.561563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.561563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.561563] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66aad6d3-1483-4a5d-9d20-4031570c504b already deleted. [ 818.561563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66aad6d3-1483-4a5d-9d20-4031570c504b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.809536] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.809837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.809956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.810135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.810234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.810293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.810444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.810525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811783] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.811892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.811955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.812133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.812415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.812476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.812642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.812796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.812882] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.961317] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.316456] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879a2a78-f61f-4fe3-8c51-52a44128ca88: rpc.has_security_group_logging(os_id): False [ 819.339170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.339379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.339379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.339621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.339721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.339946] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.340419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.340495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.340677] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.340962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.341148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.341388] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.341573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.342702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.342702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.342702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.342702] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 is going to be created. [ 819.412014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.412196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.412196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.412508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.412779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.433522] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 in Status: IN_PROGRESS for 2s [ 819.468159] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.760783] env[69325]: INFO networking_nsxv3.common.synchronization [req-b184b242-86c4-4b4a-8180-4946d8145b6f req-66f79e56-7270-4357-8fb9-36a6702efe97 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 819.762804] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 819.762804] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.763030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.763566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.764098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.764175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.764364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.764456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.764655] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.971088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.971441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.971997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.971997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.971997] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 820.004934] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.004934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.004934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.005321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.005507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.018856] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 820.223595] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.223793] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.223924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.224228] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.224508] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.224673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.224799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.225036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.225185] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.225398] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.225515] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.225625] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.225737] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.225847] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.226066] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.226255] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.267311] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.267524] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.267630] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.267816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.268164] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-54b3300e-b4a8-4f07-976e-7c8711ae877f taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.268350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.268471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.268826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.268973] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b3300e-b4a8-4f07-976e-7c8711ae877f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.269922] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.441517] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 820.441517] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 deletion is rescheduled due to dependency. [ 820.441653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.441736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.441987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.442167] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.442306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.442378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.442887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.442887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.442887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.443032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.443032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.443114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.443197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.443440] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.443440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.443564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.443820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.443820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.443820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.443968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.444766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.444966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.447235] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.447408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.447486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.447666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.448265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.448265] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.771965] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.772230] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.772402] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.772724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.772882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.773053] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 54b3300e-b4a8-4f07-976e-7c8711ae877f not found, creating... [ 820.773358] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.773537] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.773667] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.773898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.774029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.774326] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.774489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.774980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.774980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.774980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.778587] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 54b3300e-b4a8-4f07-976e-7c8711ae877f is going to be created. [ 820.779795] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.811661] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.812408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.812616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.813036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.813616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.813988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.950431] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0272544d-c7ed-42a2-b64c-ed73fa2e7f42: rpc.has_security_group_logging(os_id): False [ 820.952401] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.952639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.952766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.952894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.952984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.953240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.953357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.953510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.953587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.953688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.953904] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be updated. [ 820.979424] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.979819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.979819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.979923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.980055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.980361] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.980475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.980575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.980791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.980869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.981106] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.981207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.981417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.981492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.981691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.981799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.982071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.982160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.982408] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be updated. [ 821.014099] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.014289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.014377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.014517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.014687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.022459] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: IN_PROGRESS for 2s [ 821.083659] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.083832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.083910] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.084102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.084270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.097726] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: IN_PROGRESS for 2s [ 821.285387] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.285387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.285387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.285387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.285387] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be updated. [ 821.316492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.316670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.316745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.317176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.317176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.327888] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 821.445222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 in Status: SUCCESS [ 821.445484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.506684] env[69325]: INFO networking_nsxv3.common.synchronization [req-b184b242-86c4-4b4a-8180-4946d8145b6f req-ef4ef081-d44f-48ec-9c0f-baef27cc0ee5 service nova] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_rules [ 821.506861] env[69325]: INFO networking_nsxv3.common.synchronization [req-b184b242-86c4-4b4a-8180-4946d8145b6f req-ef4ef081-d44f-48ec-9c0f-baef27cc0ee5 service nova] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 821.507032] env[69325]: INFO networking_nsxv3.common.synchronization [req-b184b242-86c4-4b4a-8180-4946d8145b6f req-ef4ef081-d44f-48ec-9c0f-baef27cc0ee5 service nova] Enqueued Resource ID: 54b3300e-b4a8-4f07-976e-7c8711ae877f with Priority: HIGHEST for action port [ 821.507278] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_rules [ 821.507407] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 821.507497] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b3300e-b4a8-4f07-976e-7c8711ae877f with Priority: HIGHEST for action port [ 821.508494] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.508641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.508734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.508920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.509045] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.509960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.513865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.513865] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b3300e-b4a8-4f07-976e-7c8711ae877f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.513865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.513865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.513865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.513865] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b3300e-b4a8-4f07-976e-7c8711ae877f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.012976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013430] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54b3300e-b4a8-4f07-976e-7c8711ae877f with status ACTIVE [ 822.013626] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.014029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.014122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.014316] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.014439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.014525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.014692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.014771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.014955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.015070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.015115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.015247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.015321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.015414] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54b3300e-b4a8-4f07-976e-7c8711ae877f is going to be updated. [ 822.029489] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 822.029762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.039051] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.039194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.039269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.039482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.039622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.039773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b3300e-b4a8-4f07-976e-7c8711ae877f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.033174] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 823.033470] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 deletion is rescheduled due to dependency. [ 823.033527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.115213] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 in Status: SUCCESS [ 823.115942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.115942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.115942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.116472] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0272544d-c7ed-42a2-b64c-ed73fa2e7f42',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.344779] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.344779] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.344779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.344779] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.631981] env[69325]: INFO networking_nsxv3.common.synchronization [None req-df6bba65-1760-4749-a3e4-ae8f1480a91c None None] Enqueued Resource ID: 1bd576e1-868b-48a0-aab5-0d37cb6c2591 with Priority: HIGHEST for action port [ 823.633241] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd576e1-868b-48a0-aab5-0d37cb6c2591 with Priority: HIGHEST for action port [ 823.633241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bd576e1-868b-48a0-aab5-0d37cb6c2591 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.633241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bd576e1-868b-48a0-aab5-0d37cb6c2591" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.633241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bd576e1-868b-48a0-aab5-0d37cb6c2591" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.633850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bd576e1-868b-48a0-aab5-0d37cb6c2591" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.633997] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd576e1-868b-48a0-aab5-0d37cb6c2591',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.643120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.643120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.643120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.643393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.644391] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0272544d-c7ed-42a2-b64c-ed73fa2e7f42 is going to be deleted. [ 823.703288] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.703724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.703724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.703724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.703724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.704492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0272544d-c7ed-42a2-b64c-ed73fa2e7f42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.847915] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.139432] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bd576e1-868b-48a0-aab5-0d37cb6c2591 [ 824.139432] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.139883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.139883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.139883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.139883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.139883] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bd576e1-868b-48a0-aab5-0d37cb6c2591 already deleted. [ 824.140220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bd576e1-868b-48a0-aab5-0d37cb6c2591" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.351521] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.470227] env[69325]: INFO networking_nsxv3.common.synchronization [req-6f569c12-876d-4c5a-94a6-df9862e54554 req-623389af-3a45-4598-bd20-b597882b37ab tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 824.471698] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 824.471698] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.471698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.471698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.472120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.472363] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.472755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.472755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.472911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.472911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.473032] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.854155] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.855094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.855443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.855532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.855642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be updated. [ 824.900596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.900783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.900881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.902835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.903033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.931580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 824.976260] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.342031] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.342031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.342031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.342031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.342031] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.342031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.343011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.343011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.343215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.343576] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.343682] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.343807] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.344019] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.344148] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.344199] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.344308] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.367436] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.367505] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.367651] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.368053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.368160] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.368347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.368475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.368832] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.369607] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.478847] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.871349] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.871686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.871854] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.872231] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.872455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.872685] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 not found, creating... [ 825.873896] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.873896] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.873896] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.873896] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.874151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.874336] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.875030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.875030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.875030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.875217] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.875277] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 is going to be created. [ 825.897378] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.897590] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.897714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.898114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.898267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.898504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.982662] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.982922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.983129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.983362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.983475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.983597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 826.027015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.027186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.027257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.027476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.027628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.039120] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 826.757568] env[69325]: INFO networking_nsxv3.common.synchronization [None req-699d056c-78d1-4586-b982-2bd4e5773472 None None] Enqueued Resource ID: c7f3997e-bc48-453d-bf68-489e7979dea9 with Priority: HIGHEST for action port [ 826.758561] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f3997e-bc48-453d-bf68-489e7979dea9 with Priority: HIGHEST for action port [ 826.760943] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f3997e-bc48-453d-bf68-489e7979dea9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.760943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f3997e-bc48-453d-bf68-489e7979dea9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.760943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f3997e-bc48-453d-bf68-489e7979dea9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.760943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f3997e-bc48-453d-bf68-489e7979dea9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.760943] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f3997e-bc48-453d-bf68-489e7979dea9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.786242] env[69325]: INFO networking_nsxv3.common.synchronization [req-6f569c12-876d-4c5a-94a6-df9862e54554 req-7888f7d8-dec0-4c9a-913d-aba57abcc459 service nova] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_rules [ 826.786424] env[69325]: INFO networking_nsxv3.common.synchronization [req-6f569c12-876d-4c5a-94a6-df9862e54554 req-7888f7d8-dec0-4c9a-913d-aba57abcc459 service nova] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 826.786561] env[69325]: INFO networking_nsxv3.common.synchronization [req-6f569c12-876d-4c5a-94a6-df9862e54554 req-7888f7d8-dec0-4c9a-913d-aba57abcc459 service nova] Enqueued Resource ID: 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 with Priority: HIGHEST for action port [ 826.786789] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_rules [ 826.786912] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 826.787011] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 with Priority: HIGHEST for action port [ 826.787557] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.787680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.787748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.787951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.790497] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.794977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.795890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.795890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.795890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.795890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.795890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.796168] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.943427] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 826.943626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.943800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.944029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.944226] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.944400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.944400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.945490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.945490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.945490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.945490] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.258135] env[69325]: INFO networking_nsxv3.common.synchronization [req-ab8a7c5d-a216-4867-9441-344daf07146b req-a7550e05-8943-47f8-8648-672d4fd997c1 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 827.258135] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 827.258317] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.258440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.258504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.258756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.258909] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.259015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.260948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.261136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.261256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.261325] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.264754] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7f3997e-bc48-453d-bf68-489e7979dea9 [ 827.264942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.265068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.265132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.265313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.265396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.265486] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7f3997e-bc48-453d-bf68-489e7979dea9 already deleted. [ 827.265562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f3997e-bc48-453d-bf68-489e7979dea9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.298318] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298662] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 with status ACTIVE [ 827.298833] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.299064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.299397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.299493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.299674] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.299766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.299820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.299973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.300059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.300233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.300333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.300402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.300544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.300617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.300711] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162 is going to be updated. [ 827.321999] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.322168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.322242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.322511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.326030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.326030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d0958a-5b3c-49ff-b9e8-7ac3f3b9a162" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.448787] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.448968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.449077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.449349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.449468] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.449577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.449642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.449802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.449883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.449968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.450131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.450223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.450276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.450461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.450654] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.450825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.450941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.451153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.451203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.451296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.451438] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.686034] env[69325]: INFO networking_nsxv3.common.synchronization [req-f590bc9d-2ce4-4ecb-9ef8-acb9bdb621ef req-d98beb95-9996-43db-b88e-43883f81bf35 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Enqueued Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_members [ 827.688812] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGHEST for action security_group_members [ 827.689107] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.689306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.689399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.690496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.690637] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.690734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.690930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.691126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.691301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.691403] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.770558] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.770558] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.770558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 already deleted. [ 827.770558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.791473] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.791716] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.791784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.792161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.792527] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.792690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.792814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.793282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.793534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.793837] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.794905] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.794905] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.794905] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.794905] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.794905] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.794905] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.821619] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.821619] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.822385] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.822707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.823096] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.826758] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.826758] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.826758] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.826758] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c23c259-10fe-4ae3-9cb5-559cb47bf0ea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.956378] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d37ca46-67b4-4154-bff4-1e555337bfb8: rpc.has_security_group_logging(os_id): False [ 827.981967] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.981967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.981967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.981967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.002575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.003314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.005018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.005018] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.005620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.005782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.007180] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be updated. [ 828.051502] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 828.051780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.051973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.052233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.052519] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.053275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.053275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.053275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.053275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.053275] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.094896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.094896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.094896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.094896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.094896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.110496] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 828.194934] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.195244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.195330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.195567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.195686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.195879] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.195985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.196064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.196218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.196299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.196392] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 is going to be updated. [ 828.255468] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.255783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.255783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.256010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.256173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.268740] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 in Status: IN_PROGRESS for 2s [ 828.331677] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.331677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.331999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.332056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.332204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.332458] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea not found, creating... [ 828.332835] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.333051] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.333172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.333534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.333722] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.334111] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.334304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.334431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.334707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.334876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.335048] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea is going to be created. [ 828.367392] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.367684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.367827] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.368200] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.368559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.368975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.555374] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.058849] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.210110] env[69325]: INFO networking_nsxv3.common.synchronization [req-ab8a7c5d-a216-4867-9441-344daf07146b req-0a05e343-ba92-4e54-b8e8-6dfbe4803268 service nova] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_rules [ 829.210110] env[69325]: INFO networking_nsxv3.common.synchronization [req-ab8a7c5d-a216-4867-9441-344daf07146b req-0a05e343-ba92-4e54-b8e8-6dfbe4803268 service nova] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 829.210110] env[69325]: INFO networking_nsxv3.common.synchronization [req-ab8a7c5d-a216-4867-9441-344daf07146b req-0a05e343-ba92-4e54-b8e8-6dfbe4803268 service nova] Enqueued Resource ID: 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea with Priority: HIGHEST for action port [ 829.210334] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_rules [ 829.210629] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 829.210629] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea with Priority: HIGHEST for action port [ 829.210828] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.210946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.213538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.213874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.213974] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.215182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.216221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.216221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.216221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.216221] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.216489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.216529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.217173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.217173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.217173] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.218207] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.218207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.218207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.218207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.218393] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c23c259-10fe-4ae3-9cb5-559cb47bf0ea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.561167] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.561387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.561438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.561678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.561819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.561871] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 829.591974] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.592160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.592346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.592549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.592715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.602276] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 829.720936] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.721146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.724265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea with status ACTIVE [ 829.724265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.724265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.724265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.724265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.724265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c23c259-10fe-4ae3-9cb5-559cb47bf0ea is going to be updated. [ 829.726764] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.749215] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.749386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.749457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.749684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.749785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.749959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c23c259-10fe-4ae3-9cb5-559cb47bf0ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.125455] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 830.125455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.227848] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.281545] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 in Status: SUCCESS [ 830.281768] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 deletion is rescheduled due to dependency. [ 830.281878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.729522] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.729920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.729920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.730037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.730127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.730211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be created. [ 830.756289] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.756473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.756524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.756710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.756940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.767997] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: UNINITIALIZED for 2s [ 831.614054] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 831.614404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.614534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.614818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.615144] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.615253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.615294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.615561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.615688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.615813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.615935] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.114171] env[69325]: INFO networking_nsxv3.common.synchronization [req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b req-af0f5768-a651-44e1-923b-944e9959bca5 tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 832.114830] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 832.115293] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.115468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.119787] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.120031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.120163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.120450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.120700] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.120999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.120999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.124241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.124241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.124241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.128943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.132765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.132765] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.474125] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.474459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.474967] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.475172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.475503] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.475732] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.475909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.476207] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.476392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.476657] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.476859] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.476979] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.477112] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.477303] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.477533] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.477659] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.503021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.503021] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.503021] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.503021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.503021] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-82b05485-f0d6-4f42-a50b-018f0bb5ced5 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.503021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.503021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.504060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.504431] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b05485-f0d6-4f42-a50b-018f0bb5ced5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.637981] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a3802e-e7d5-4fa6-bd24-838a16c35062: rpc.has_security_group_logging(os_id): False [ 832.657925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.658193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.658193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.658353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.680648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.680896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.681020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.681082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.681279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.681366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.681546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.681647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.681707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.681894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.682082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.682234] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.682483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.682483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.682619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.682675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.682732] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 832.880455] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.880644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.880715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.880937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.881211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.889544] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 832.889752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.889943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.890176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.890371] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.890611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.890611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.890719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.890797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.890867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.891370] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.891856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.892031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.892214] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.892347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.892457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.892677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.892756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.892848] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.913548] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 833.008713] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.009598] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.009598] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.009598] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011169] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011169] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 82b05485-f0d6-4f42-a50b-018f0bb5ced5 not found, creating... [ 833.011169] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.011169] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.011364] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.011456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011945] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.012158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.012296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.012582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.012752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.012943] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 82b05485-f0d6-4f42-a50b-018f0bb5ced5 is going to be created. [ 833.039910] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.040435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.040435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.041232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.042763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.042763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.395059] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.395338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.395636] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.413145] env[69325]: INFO networking_nsxv3.common.synchronization [req-738a1f54-f50b-4b3f-b84b-b0cc5029fcf6 req-6eb99ac7-2cb8-41c5-a388-ce24357c5778 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 833.414300] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 833.414860] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.415123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.415263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.415581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.415855] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.416067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.416205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.416516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.416697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.416891] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.813994] env[69325]: INFO networking_nsxv3.common.synchronization [req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b req-3b180b4b-ec03-47b1-ae71-08c87ba8daf9 service nova] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_rules [ 833.814300] env[69325]: INFO networking_nsxv3.common.synchronization [req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b req-3b180b4b-ec03-47b1-ae71-08c87ba8daf9 service nova] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 833.814332] env[69325]: INFO networking_nsxv3.common.synchronization [req-0dffdae6-2133-4393-a8e9-4436f5ae4d1b req-3b180b4b-ec03-47b1-ae71-08c87ba8daf9 service nova] Enqueued Resource ID: 82b05485-f0d6-4f42-a50b-018f0bb5ced5 with Priority: HIGHEST for action port [ 833.814563] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_rules [ 833.814686] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 833.814777] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b05485-f0d6-4f42-a50b-018f0bb5ced5 with Priority: HIGHEST for action port [ 833.815398] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.815503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.816195] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.816295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.816645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b05485-f0d6-4f42-a50b-018f0bb5ced5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.816645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.816645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.816864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.816949] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b05485-f0d6-4f42-a50b-018f0bb5ced5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.899142] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.922615] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.922615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.922615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.922615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.943938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.944188] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.944309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.944430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.945086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.945086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.945086] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be updated. [ 833.975681] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.975844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.975928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.976130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.976279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.986434] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: IN_PROGRESS for 2s [ 834.318848] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b05485-f0d6-4f42-a50b-018f0bb5ced5 with status ACTIVE [ 834.319103] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.319311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.319522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.319614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.319959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.320125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.320205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.320402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.320478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.320533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.320671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.320744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.320828] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b05485-f0d6-4f42-a50b-018f0bb5ced5 is going to be updated. [ 834.343382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.343469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.343760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.343760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.343905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.344558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b05485-f0d6-4f42-a50b-018f0bb5ced5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.402987] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.403168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.403239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.403444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.403534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.403635] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 834.455159] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.455314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.455450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.455598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.455842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.480736] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 834.934224] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 834.934538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.009673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 836.009903] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d deletion is rescheduled due to dependency. [ 836.009969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.471167] env[69325]: INFO networking_nsxv3.common.synchronization [req-12313db7-325a-482a-a8be-98187c20cd98 req-c82ce71d-d2bc-4c1b-9e40-6f32c058d8aa tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 836.471741] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 836.472063] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.472175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.491332] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 836.491632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.491761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.491998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.492233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.492435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.492435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.492678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.492678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.492749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.493260] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.493260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.493260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.493260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.493803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.493803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.493803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.493803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.493803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.493803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.494044] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.494791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.494975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.495133] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.495625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.495625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.495625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.495625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.495625] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.916685] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.916892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.917143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.917316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.917593] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.917733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.917887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.918680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.918881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.919116] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.919239] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.919355] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.919467] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.919583] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.919692] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.919828] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.942441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.943355] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.943355] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.943355] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-607" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.943497] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-85b12f44-93f9-4521-a1ff-b01462fbc8c5 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.943810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.943810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.944232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.944408] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b12f44-93f9-4521-a1ff-b01462fbc8c5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.999237] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab0c3ed5-9270-4ab6-b8c0-09b036852472: rpc.has_security_group_logging(os_id): False [ 837.000435] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.018837] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.019143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.019143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.019258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.019344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.019531] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.019629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.019691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.019840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.019917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020662] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.021943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.022017] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be created. [ 837.097406] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.097567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.097611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.098197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.098531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.113664] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 837.447107] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.447393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.447530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.447815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.447973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.448152] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 85b12f44-93f9-4521-a1ff-b01462fbc8c5 not found, creating... [ 837.448416] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.448575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.448710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.448981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.449147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449454] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.449597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.449717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.449934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.450098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.450246] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 85b12f44-93f9-4521-a1ff-b01462fbc8c5 is going to be created. [ 837.472195] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.472500] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.472682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.473027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.473310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.473560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.502929] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.006941] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.007257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.007398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.007732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.007905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.008082] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 838.046138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.046564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.046564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.046564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.046954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.064317] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 838.339231] env[69325]: INFO networking_nsxv3.common.synchronization [req-12313db7-325a-482a-a8be-98187c20cd98 req-cc9ba6d0-bb33-48e8-b109-b61d6fe7e437 service nova] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_rules [ 838.339231] env[69325]: INFO networking_nsxv3.common.synchronization [req-12313db7-325a-482a-a8be-98187c20cd98 req-cc9ba6d0-bb33-48e8-b109-b61d6fe7e437 service nova] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 838.339231] env[69325]: INFO networking_nsxv3.common.synchronization [req-12313db7-325a-482a-a8be-98187c20cd98 req-cc9ba6d0-bb33-48e8-b109-b61d6fe7e437 service nova] Enqueued Resource ID: 85b12f44-93f9-4521-a1ff-b01462fbc8c5 with Priority: HIGHEST for action port [ 838.339231] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_rules [ 838.339231] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 838.339231] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b12f44-93f9-4521-a1ff-b01462fbc8c5 with Priority: HIGHEST for action port [ 838.340410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.340518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.340724] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.340803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.340976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b12f44-93f9-4521-a1ff-b01462fbc8c5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.341083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.341144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.341346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.341420] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b12f44-93f9-4521-a1ff-b01462fbc8c5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.844860] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b12f44-93f9-4521-a1ff-b01462fbc8c5 with status ACTIVE [ 838.851056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.851056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.851056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.851056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.851056] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b12f44-93f9-4521-a1ff-b01462fbc8c5 is going to be updated. [ 838.872434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.872576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.872650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.872861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.872999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.873669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b12f44-93f9-4521-a1ff-b01462fbc8c5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.955834] env[69325]: INFO networking_nsxv3.common.synchronization [req-87552615-73a1-43bd-b103-9f4279e596aa req-a4bde07c-bd85-4028-a60e-e3a075f236a9 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 838.955834] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 838.956352] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.957218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.957653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.958288] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.958821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.959106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.959500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.961259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.961259] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.128491] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 839.128876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.128942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.129149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.129240] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.177635] env[69325]: INFO networking_nsxv3.common.synchronization [req-8664a84d-9fe0-4108-a198-64617f048b7f req-699fd6c0-8df2-44a9-a421-3abd0f3c7f2d tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 839.178210] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 839.178569] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.178716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.178791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.179251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.179251] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.179374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.179374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.179565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.179655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.179767] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.462021] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.625358] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.625358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.625358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.625358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.625358] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.625358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.626523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.627107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.627393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.627714] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.627941] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.628188] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.628403] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.628634] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.628846] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.629089] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.630957] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.631247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.649384] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.649557] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.649692] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.649875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.650217] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.650427] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.650561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.650884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.651028] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.682395] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.682395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.682395] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.682882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.682882] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e already deleted. [ 839.683023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.965922] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.074988] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 840.075381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.075381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.075582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.075772] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.075896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.075954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.076191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.076191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.076291] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.153394] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.153745] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.153783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.154073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.154248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.154413] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 not found, creating... [ 840.154705] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.155009] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.155174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.155424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.155569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.155890] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.160162] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.160290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.160545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.160693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.160855] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 is going to be created. [ 840.183465] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.183672] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.183802] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.184096] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.184351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.184575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.468736] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.468976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.468976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.469220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.469320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.469423] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 840.505461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.505682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.505760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.505983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.506190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.517860] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 840.578395] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.945167] env[69325]: INFO networking_nsxv3.common.synchronization [req-8664a84d-9fe0-4108-a198-64617f048b7f req-f29a2b00-76af-416b-a289-51ad5481f76a service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 840.945167] env[69325]: INFO networking_nsxv3.common.synchronization [req-8664a84d-9fe0-4108-a198-64617f048b7f req-f29a2b00-76af-416b-a289-51ad5481f76a service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 840.945167] env[69325]: INFO networking_nsxv3.common.synchronization [req-8664a84d-9fe0-4108-a198-64617f048b7f req-f29a2b00-76af-416b-a289-51ad5481f76a service nova] Enqueued Resource ID: fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 with Priority: HIGHEST for action port [ 840.945167] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 840.945167] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 840.945167] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 with Priority: HIGHEST for action port [ 840.945167] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.945167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.945167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.945167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.945705] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.946978] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.947250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.947473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.947781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.948033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.948390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.948604] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.948764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.949177] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.950748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.951187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.951341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.951581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.951875] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.081080] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.453707] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.454066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.454066] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.455099] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 with status ACTIVE [ 841.455703] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.455703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.455703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.455703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.455703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.455934] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.455934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.456019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.456149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.456224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.456402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.456496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.456560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.456698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.457012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.457012] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3 is going to be updated. [ 841.481153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.481373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.481418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.481625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.481770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.481957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa9fc5f3-95ec-4f9f-a61a-3b5b58fa42b3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.583203] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.583398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.583505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.583765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.583851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.584021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 841.620910] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.621080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.621142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.621352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.621531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.635890] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 841.959122] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.461285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.461693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.461693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.461900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.461900] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be created. [ 842.497500] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.497500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.497500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.497734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.497962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.511358] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: UNINITIALIZED for 2s [ 842.529382] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 842.529382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.657842] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 843.658467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.658779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.659309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.659695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.659932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.660109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.660416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.660577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.660771] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.163966] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.521963] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 844.521963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.522316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.522402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.522967] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.522967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.522967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.522967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.523242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.523242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.523242] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.665579] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.025704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.025858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.025934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.026175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.026347] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.026448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.026513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.026681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.026764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.027071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.027271] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.027407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.027477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.027648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.027822] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.027945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.028039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.028206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.028307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.028421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.028536] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.170414] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.170414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.170414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.170414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.170414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.170414] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 845.201491] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.202259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.202546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.202767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.212926] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 845.533722] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e: rpc.has_security_group_logging(os_id): False [ 845.555821] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.556120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.556198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.556538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.556712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.557088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.557276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.557390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.557696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.557811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.558105] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.558272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.558334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.558544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.558643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.558899] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.559037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.559114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.559416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.559416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.559574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be created. [ 845.629108] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.629548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.629760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.644250] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 845.946498] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.946498] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 847.223481] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 847.224115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.224393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.224745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.225053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.225290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.226017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.226017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.226017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.226017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.226017] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.529019] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c7279b0f-f038-42b3-9540-44abca1e5f91 None None] Enqueued Resource ID: 98fab2ab-9fbb-4b98-8cd8-f174077efcd1 with Priority: HIGHEST for action port [ 847.529019] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fab2ab-9fbb-4b98-8cd8-f174077efcd1 with Priority: HIGHEST for action port [ 847.529019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fab2ab-9fbb-4b98-8cd8-f174077efcd1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.529019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fab2ab-9fbb-4b98-8cd8-f174077efcd1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.529019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fab2ab-9fbb-4b98-8cd8-f174077efcd1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.529019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fab2ab-9fbb-4b98-8cd8-f174077efcd1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.529019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fab2ab-9fbb-4b98-8cd8-f174077efcd1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.650224] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d2ee86d-5b03-4740-896f-109eae235de2 req-9a956c59-5d0d-4839-ab86-2d25b3532380 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 847.650822] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 847.652670] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.652808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.652883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.653113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.653283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.653383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.653457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.653692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.653826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.653885] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.663374] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 847.663374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.728723] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.729976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.729976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.729976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.729976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.732021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.732021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.732021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.732021] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.033255] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98fab2ab-9fbb-4b98-8cd8-f174077efcd1 [ 848.033498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.033630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.033696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.033920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.034044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.034123] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98fab2ab-9fbb-4b98-8cd8-f174077efcd1 already deleted. [ 848.034280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fab2ab-9fbb-4b98-8cd8-f174077efcd1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.157442] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.235033] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab0c3ed5-9270-4ab6-b8c0-09b036852472: rpc.has_security_group_logging(os_id): False [ 848.253191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.253380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.253423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.253670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.253745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.253942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.254062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.254124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.254282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.254362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.254556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.254650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.254715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.254852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.254925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.255133] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.255228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.255289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.255423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.255519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.255597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 848.321020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.321020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.321020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.321020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.321020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.334640] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 848.599971] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.602385] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.602385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.602385] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.602385] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.602385] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.602746] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.602746] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.602746] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.604022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.624100] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.624290] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.624436] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.624629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.624969] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.625163] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.625289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.625630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.625775] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8ca199-af56-4edd-bfcd-ccf976c3dea8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.660105] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.128650] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.129209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.129209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.130464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.130464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.130464] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 not found, creating... [ 849.130464] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.130464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.130464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.133546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.133546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.133546] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.133546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.133546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.133546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.133546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.133546] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 is going to be created. [ 849.154889] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.154889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.155049] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.155342] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.155585] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.155871] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.164507] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.164650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.164726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.165083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.165177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.165279] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 849.203508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.203508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.203508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.204389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.204389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.221797] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 849.476580] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9f0d1021-8e97-45d2-be77-aa76f691692a tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 849.476580] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 849.476580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.476580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.476580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.476580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.476580] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.533028] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c7b7c630-2272-4e78-9f9b-69a305b91082 None None] Enqueued Resource ID: 745cfecf-5bb9-49a7-8737-59270edc67f2 with Priority: HIGHEST for action port [ 849.533561] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 745cfecf-5bb9-49a7-8737-59270edc67f2 with Priority: HIGHEST for action port [ 849.533869] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-745cfecf-5bb9-49a7-8737-59270edc67f2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.533991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-745cfecf-5bb9-49a7-8737-59270edc67f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.538171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-745cfecf-5bb9-49a7-8737-59270edc67f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.539192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-745cfecf-5bb9-49a7-8737-59270edc67f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.539192] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745cfecf-5bb9-49a7-8737-59270edc67f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.676817] env[69325]: INFO networking_nsxv3.common.synchronization [None req-6aa1d66f-9862-4248-9d6b-9aab38275bc3 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 849.676817] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 849.678326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.678486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.002071] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.002168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.002230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.002457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.002565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.002667] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 already deleted. [ 850.002754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.002923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.003120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.003205] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.015295] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d2ee86d-5b03-4740-896f-109eae235de2 req-b41f3c56-f08b-44a5-970e-e5b87a8a1053 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 850.015295] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d2ee86d-5b03-4740-896f-109eae235de2 req-b41f3c56-f08b-44a5-970e-e5b87a8a1053 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 850.015295] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d2ee86d-5b03-4740-896f-109eae235de2 req-b41f3c56-f08b-44a5-970e-e5b87a8a1053 service nova] Enqueued Resource ID: 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 with Priority: HIGHEST for action port [ 850.015295] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 850.015295] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 850.015295] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 with Priority: HIGHEST for action port [ 850.015295] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.015295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.015853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.016690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.016690] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.016973] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.017093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.019929] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.019929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.019929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.019929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.019929] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8ca199-af56-4edd-bfcd-ccf976c3dea8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.041324] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 745cfecf-5bb9-49a7-8737-59270edc67f2 [ 850.041550] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.042699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.042699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.042699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.042699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.042699] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:745cfecf-5bb9-49a7-8737-59270edc67f2 already deleted. [ 850.042699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-745cfecf-5bb9-49a7-8737-59270edc67f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.351046] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 850.351199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.351386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.351590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.352040] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.519959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.526419] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 with status ACTIVE [ 850.526419] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.526419] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.526419] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.526419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.527291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e8ca199-af56-4edd-bfcd-ccf976c3dea8 is going to be updated. [ 850.527291] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.527291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.527291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.527291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.527291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.527291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 already deleted. [ 850.527291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.547724] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.548272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.548741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.548958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.549601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.549601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e8ca199-af56-4edd-bfcd-ccf976c3dea8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.858814] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.858994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.858994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.859188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.859371] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.859456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.859527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.859682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.859788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859969] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.233494] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 851.233494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.233494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.233494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.233494] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.233790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.233790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.233867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.233933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.234045] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.362775] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.362954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.363047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.363265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.363440] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.363578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.363664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.363751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.363840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.363928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.364087] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.364179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.364239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.364378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.364513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.364627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.364691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.364834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.364940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.365041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.365135] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.739511] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.866822] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab0c3ed5-9270-4ab6-b8c0-09b036852472: rpc.has_security_group_logging(os_id): False [ 851.886319] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.886319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.886319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.886319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.886319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.886503] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.886503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.886575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.886719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.886814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.887026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.887136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.887201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.887344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.887430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.887634] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.887729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.887801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.887963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.888199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.888334] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 851.950742] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.950742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.950742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.950742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.950742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.966627] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 852.242768] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.625051] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 req-b489d938-ef0a-4a57-984e-05cc6d2a4461 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 852.629519] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 852.629519] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.629801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.629832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.630106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.631015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.631015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.631015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.631015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.631015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.631015] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.748524] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.748962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.748962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.749146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.749146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.749244] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 852.790355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.790622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.790622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.790782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.791141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.801580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 852.844469] env[69325]: INFO networking_nsxv3.common.synchronization [None req-5b33de1a-e4ff-4028-a27c-2610103f8b93 None None] Enqueued Resource ID: 7a7d997b-7ed6-4830-a626-93dcbd5da1ea with Priority: HIGHEST for action port [ 852.845036] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7d997b-7ed6-4830-a626-93dcbd5da1ea with Priority: HIGHEST for action port [ 852.845380] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7d997b-7ed6-4830-a626-93dcbd5da1ea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.845500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7d997b-7ed6-4830-a626-93dcbd5da1ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.845574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7d997b-7ed6-4830-a626-93dcbd5da1ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.845836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7d997b-7ed6-4830-a626-93dcbd5da1ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.845930] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7d997b-7ed6-4830-a626-93dcbd5da1ea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.140259] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.140445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.140445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.140889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.140889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.141021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.141021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.141100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.141410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.141410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.141410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 already deleted. [ 853.141561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.352757] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a7d997b-7ed6-4830-a626-93dcbd5da1ea [ 853.352757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.352757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.352757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.352757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.352757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.352757] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a7d997b-7ed6-4830-a626-93dcbd5da1ea already deleted. [ 853.352757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7d997b-7ed6-4830-a626-93dcbd5da1ea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.470382] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.470382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.470382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.470735] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.471107] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.471291] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.471416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.471645] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.471795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.472068] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.472148] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.472241] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.472356] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.472479] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.472613] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.472767] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.492418] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.492418] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.492418] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.492762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.493101] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-449198d2-14d2-42c4-b01f-db4ad2a4b594 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.493304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.493421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.493746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.493889] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449198d2-14d2-42c4-b01f-db4ad2a4b594',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.987067] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 853.987067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.004338] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.004582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.004718] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.005092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.005280] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.005465] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 449198d2-14d2-42c4-b01f-db4ad2a4b594 not found, creating... [ 854.005750] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.005925] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.006044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.006856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.006856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.006856] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.006856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.007045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.007784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.007884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.008050] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 449198d2-14d2-42c4-b01f-db4ad2a4b594 is going to be created. [ 854.030979] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.033125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.033125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.033125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.033125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.033248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.405326] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b1a6bb3d-e087-4899-bc6b-00dbeba60926 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 854.405326] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 854.405326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.405326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.405326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.405326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.405326] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.548435] env[69325]: INFO networking_nsxv3.common.synchronization [None req-28b74bed-06f8-46e6-a0d0-3039ebf14181 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 854.549113] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 854.549365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.549494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.816093] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 854.816476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.817186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.817284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.818128] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.818128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.818128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.818290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.819566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.819566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.819566] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.875024] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 req-30d0e306-226a-4ca8-be18-4200381af69c service nova] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_rules [ 854.875024] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 req-30d0e306-226a-4ca8-be18-4200381af69c service nova] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 854.875024] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce5f47ee-20e7-4a9e-a392-d224fc7ffad9 req-30d0e306-226a-4ca8-be18-4200381af69c service nova] Enqueued Resource ID: 449198d2-14d2-42c4-b01f-db4ad2a4b594 with Priority: HIGHEST for action port [ 854.875024] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_rules [ 854.875024] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 854.879787] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449198d2-14d2-42c4-b01f-db4ad2a4b594 with Priority: HIGHEST for action port [ 854.879787] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.879787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.879787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.879787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.879787] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.881023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.881023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.881023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.881023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.881023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.881023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.881023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.882328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.882438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.882550] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.883877] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-449198d2-14d2-42c4-b01f-db4ad2a4b594 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.883996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.884105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.884339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.884472] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449198d2-14d2-42c4-b01f-db4ad2a4b594',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.937163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.937163] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51796672-a73c-456b-b714-7488f5394386 already deleted. [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.937163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.937163] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.321532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.321841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.321841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.321984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.322171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.322269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.322333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.322483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.322584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.322705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.322827] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.322917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.322967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.323126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.323260] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.323352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.323547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.323617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.323696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.323786] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.386912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.391665] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.391783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391970] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 449198d2-14d2-42c4-b01f-db4ad2a4b594 with status ACTIVE [ 855.392674] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.392674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.392674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.392674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.392674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.392853] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.392853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.392918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.393616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.397021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.397021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.397021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.397021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.397021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.397021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.397021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 449198d2-14d2-42c4-b01f-db4ad2a4b594 is going to be updated. [ 855.421842] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.421842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.421842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.421842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.421842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.421842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-449198d2-14d2-42c4-b01f-db4ad2a4b594" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.459518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.459677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.459774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.459935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.460037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.460219] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51796672-a73c-456b-b714-7488f5394386 already deleted. [ 855.460219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.626577] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2850053b-161b-4ee8-be70-fc68d2487961 None None] Enqueued Resource ID: 8876d2fe-770e-4356-be39-8a3ca1e79632 with Priority: HIGHEST for action port [ 855.627246] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8876d2fe-770e-4356-be39-8a3ca1e79632 with Priority: HIGHEST for action port [ 855.627570] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8876d2fe-770e-4356-be39-8a3ca1e79632 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.627697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8876d2fe-770e-4356-be39-8a3ca1e79632" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.627766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8876d2fe-770e-4356-be39-8a3ca1e79632" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8876d2fe-770e-4356-be39-8a3ca1e79632" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.628124] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8876d2fe-770e-4356-be39-8a3ca1e79632',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.826500] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 855.845606] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.849330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.849330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.849330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.865839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.866037] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.866172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.866244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.866446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.866529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.866715] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.866813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.866877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.867038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.867247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.867362] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.867612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.867612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.867696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.867740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.867835] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 855.892318] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.939491] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.939653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.939719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.939931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.940129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.955233] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 856.130849] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8876d2fe-770e-4356-be39-8a3ca1e79632 [ 856.131729] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.131729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.131729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.131729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.131729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131934] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8876d2fe-770e-4356-be39-8a3ca1e79632 already deleted. [ 856.131934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8876d2fe-770e-4356-be39-8a3ca1e79632" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.398295] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.398619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.398619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.398742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.398832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.398936] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be created. [ 856.404026] env[69325]: INFO networking_nsxv3.common.synchronization [req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 req-76b6fb98-837a-4b93-ba8d-aad9a299bf37 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 856.404026] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 856.404660] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.430098] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.430098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.430098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.430098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.430098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.441518] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: UNINITIALIZED for 2s [ 856.881191] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.881419] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.881554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.882109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.882109] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.882266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.882401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.882651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.882799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.883015] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.883242] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.883366] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.883533] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.883671] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.883841] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.884010] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.902666] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.902856] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.903016] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.903293] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.903615] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.903814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.903941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.904281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.904423] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced86c3a-3f9b-4a7f-babb-2e069aac2cb4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.407313] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.407616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.407677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.407965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.408136] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.408296] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 not found, creating... [ 857.408566] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.408739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.408987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.409142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.409285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.409582] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.409746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.409899] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.410086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.410223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.410391] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 is going to be created. [ 857.433206] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.433433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.433570] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.433995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.434275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.434518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.973428] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 857.973755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.394522] env[69325]: INFO networking_nsxv3.common.synchronization [req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 req-800ef0d1-eaaf-48ab-a014-363a8c05c9fd service nova] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_rules [ 858.394658] env[69325]: INFO networking_nsxv3.common.synchronization [req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 req-800ef0d1-eaaf-48ab-a014-363a8c05c9fd service nova] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 858.394746] env[69325]: INFO networking_nsxv3.common.synchronization [req-2f70aa2b-25ce-436e-a7ff-e7555c8e72a5 req-800ef0d1-eaaf-48ab-a014-363a8c05c9fd service nova] Enqueued Resource ID: ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 with Priority: HIGHEST for action port [ 858.395273] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_rules [ 858.395409] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 858.395506] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 with Priority: HIGHEST for action port [ 858.396241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.396241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.399056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.399199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.399451] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.399614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.399707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.400042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.400141] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced86c3a-3f9b-4a7f-babb-2e069aac2cb4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.453346] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 858.453346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.453346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.453747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.453817] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.453951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.454843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.454843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.454843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.454843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.454843] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.459046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.459046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.459046] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.459046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.459046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.459046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.459046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.459046] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.901980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 with status ACTIVE [ 858.902261] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.902404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.902478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.902814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.902899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.903122] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.903261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.903299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.903453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.903540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.903764] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.903897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.904011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.904076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.904149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.904237] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced86c3a-3f9b-4a7f-babb-2e069aac2cb4 is going to be updated. [ 858.936949] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.937471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.938132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.938429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.939105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.939337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced86c3a-3f9b-4a7f-babb-2e069aac2cb4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.959851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.960055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.960317] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.463020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.970253] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.970253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.970253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.970391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.970693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.970693] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be updated. [ 860.001100] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.001301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.001396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.001560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.001705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.011227] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: IN_PROGRESS for 2s [ 860.190936] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1ec9c10a-c35f-4363-9664-5c496c28916c tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_rules [ 860.191289] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_rules [ 860.191602] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.191743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.191813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.192332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.193113] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.310883] env[69325]: INFO networking_nsxv3.common.synchronization [None req-381727ab-9b51-4982-a32e-facfdf97bd1a tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_rules [ 860.311446] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_rules [ 860.311757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.311869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.720268] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.720644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.720644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.720843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.720945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.721080] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a already deleted. [ 860.721180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.721900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.721900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.721900] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.245220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.245220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.245220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.245476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.245476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.245560] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a already deleted. [ 861.245603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.023273] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 862.023624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.023717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.023902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.024112] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.024229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.024291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.024450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.024531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.024625] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.404450] env[69325]: INFO networking_nsxv3.common.synchronization [req-86408a58-ea12-46c8-9f88-88ff054e80b0 req-9fec737f-3a42-42b0-bfa9-5acc7ccc29a9 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 862.404785] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 862.405179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.405302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.405371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.405568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.405717] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.405817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.405882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.406041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.406125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.406217] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.528742] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.908173] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.033280] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.410900] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.536199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.536411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.536496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.536758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.537316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.537316] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be updated. [ 863.574610] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.574793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.574863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.575153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.575294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.587654] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: IN_PROGRESS for 2s [ 863.914159] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.914322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.914397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.914622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.914715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.914813] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 863.952338] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.954374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.954817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.955178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.965940] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 865.117188] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ef4c2b75-5c88-4dae-9821-f8b54ae3ea5a None None] Enqueued Resource ID: ec362aa2-120c-42c5-bea9-a9205270f662 with Priority: HIGHEST for action port [ 865.118062] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec362aa2-120c-42c5-bea9-a9205270f662 with Priority: HIGHEST for action port [ 865.118414] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec362aa2-120c-42c5-bea9-a9205270f662 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.118876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec362aa2-120c-42c5-bea9-a9205270f662" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.118915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec362aa2-120c-42c5-bea9-a9205270f662" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.119308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec362aa2-120c-42c5-bea9-a9205270f662" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.119308] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec362aa2-120c-42c5-bea9-a9205270f662',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.597619] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 865.597839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.598012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.600731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.600962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.601152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.601206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.601435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.601435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.601550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.601680] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.601776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.601856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.602019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.602155] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.602254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.602313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.602448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.602517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.602615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.602723] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.623950] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec362aa2-120c-42c5-bea9-a9205270f662 [ 865.623950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.623950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.623950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.625792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.625792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.625792] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec362aa2-120c-42c5-bea9-a9205270f662 already deleted. [ 865.625792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec362aa2-120c-42c5-bea9-a9205270f662" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.977211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 865.977957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.983955] env[69325]: INFO networking_nsxv3.common.synchronization [req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 req-1739c080-317f-4f15-8508-e5dd7e75de11 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_members [ 865.984538] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_members [ 865.984854] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.985118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.985207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.985470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.985637] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.985745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.985812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.985966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.986064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.986156] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.023198] env[69325]: INFO networking_nsxv3.common.synchronization [req-c4d9ab3b-5cd8-4350-b162-e7dda8ee4f3f req-48948f96-b7b7-4e98-8e0e-7fe09dc29e1b tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 866.027017] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 866.027017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.027017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.027017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.027017] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.105199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91: rpc.has_security_group_logging(os_id): False [ 866.133975] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.134335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.134335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.134493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.134591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.134778] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.134908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.134951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.135113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.135188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.135374] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.135493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.135534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.135667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.135839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.135948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.139371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.139562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.139785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.139941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.140098] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be created. [ 866.235519] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.236049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.237150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.237502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.268233] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: IN_PROGRESS for 2s [ 866.488324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.488542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.488656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.489397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.489397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.489397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.489551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.489591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.489746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.489849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.489958] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f already deleted. [ 866.490067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.505563] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.505783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-678" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.505934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-678" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.510479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-678" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.510960] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.511193] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.511352] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.511655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.511887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.512104] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.512237] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.512406] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.512517] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.512629] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.512870] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.513071] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.528976] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.535534] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.535753] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.535901] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.536105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-678" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.536433] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.536605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.536735] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.541399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.541399] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19a3044-e7d2-433a-b2df-c2afdc2d72e1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.664738] env[69325]: INFO networking_nsxv3.common.synchronization [req-b55201f0-8765-4ad9-85c1-5f53b2ef47e9 req-0fd2648e-391f-493d-a0fe-9a498053a043 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 866.665567] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 866.667019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.667019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.667019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.667019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.032377] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.047480] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.047480] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d19a3044-e7d2-433a-b2df-c2afdc2d72e1 not found, creating... [ 867.047480] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.047480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.047897] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.047897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.048696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.048973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049273] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d19a3044-e7d2-433a-b2df-c2afdc2d72e1 is going to be created. [ 867.053542] env[69325]: INFO networking_nsxv3.common.synchronization [None req-99a5c2d6-cabf-4d3c-b526-3dd6387241f2 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_rules [ 867.054521] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_rules [ 867.056115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.056325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.056325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.056554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.056636] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.077283] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.077283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.077283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.077521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.077713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.081041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.081546] env[69325]: INFO networking_nsxv3.common.synchronization [req-bf88df86-98df-4e91-b0c7-ecbbd0f0fbba req-92120184-58b1-43f9-b84f-740bbc88922b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 867.082613] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 867.082940] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.083142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.083217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.083414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.083567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.083666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.083726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.083895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.083973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.084075] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.166189] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2b12c8a9-5ce9-4984-b93b-2c212de7ce70 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_rules [ 867.168184] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_rules [ 867.168184] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.168184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172128] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.172128] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.172128] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 867.218409] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1707d835-ece1-4721-902b-5eb19b6c71cc None None] Enqueued Resource ID: b89e9ac5-fd80-47e1-9099-e0bb36564914 with Priority: HIGHEST for action port [ 867.218979] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89e9ac5-fd80-47e1-9099-e0bb36564914 with Priority: HIGHEST for action port [ 867.219372] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89e9ac5-fd80-47e1-9099-e0bb36564914 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.219508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89e9ac5-fd80-47e1-9099-e0bb36564914" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.219606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89e9ac5-fd80-47e1-9099-e0bb36564914" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.219873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89e9ac5-fd80-47e1-9099-e0bb36564914" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.219979] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89e9ac5-fd80-47e1-9099-e0bb36564914',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.222154] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.222272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.222339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.222530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.222706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.242025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 867.536860] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.537031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.537112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.537334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.537423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.537524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 867.567966] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.568121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.568193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.569343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.569343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.580059] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.580059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.580059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.580435] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d already deleted. [ 867.580517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.580688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580921] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.585613] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 867.586458] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.605124] env[69325]: INFO networking_nsxv3.common.synchronization [None req-02d3f869-dc7a-4c11-a6a1-cf8e0253fdb0 None None] Enqueued Resource ID: abbe1538-e7b7-4d85-970a-b53a06faf854 with Priority: HIGHEST for action port [ 867.606836] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbe1538-e7b7-4d85-970a-b53a06faf854 with Priority: HIGHEST for action port [ 867.609021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbe1538-e7b7-4d85-970a-b53a06faf854 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.609240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbe1538-e7b7-4d85-970a-b53a06faf854" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.609734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbe1538-e7b7-4d85-970a-b53a06faf854" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.609998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbe1538-e7b7-4d85-970a-b53a06faf854" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.610071] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbe1538-e7b7-4d85-970a-b53a06faf854',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.722056] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b89e9ac5-fd80-47e1-9099-e0bb36564914 [ 867.722321] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.722470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.722567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.723538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.723538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.723538] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b89e9ac5-fd80-47e1-9099-e0bb36564914 already deleted. [ 867.723538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89e9ac5-fd80-47e1-9099-e0bb36564914" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.978050] env[69325]: INFO networking_nsxv3.common.synchronization [req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 req-8b31b741-dd96-49ba-9e80-47f0098f4d4c service nova] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_rules [ 867.978242] env[69325]: INFO networking_nsxv3.common.synchronization [req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 req-8b31b741-dd96-49ba-9e80-47f0098f4d4c service nova] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_members [ 867.978369] env[69325]: INFO networking_nsxv3.common.synchronization [req-39ccbbd2-489f-4bd2-9d50-f7f22dd04c12 req-8b31b741-dd96-49ba-9e80-47f0098f4d4c service nova] Enqueued Resource ID: d19a3044-e7d2-433a-b2df-c2afdc2d72e1 with Priority: HIGHEST for action port [ 867.978595] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_rules [ 867.978726] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_members [ 867.978815] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19a3044-e7d2-433a-b2df-c2afdc2d72e1 with Priority: HIGHEST for action port [ 867.979442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.979568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.979637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.979840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.979925] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.983429] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.983429] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.983429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.983429] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.984058] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.984058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.984141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.984221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.984288] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19a3044-e7d2-433a-b2df-c2afdc2d72e1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.090128] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.103199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.103199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.103199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.103199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.103199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.103199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d already deleted. [ 868.103199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.116638] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abbe1538-e7b7-4d85-970a-b53a06faf854 [ 868.116957] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.117093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.117162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.117360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.117446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.117537] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abbe1538-e7b7-4d85-970a-b53a06faf854 already deleted. [ 868.117615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbe1538-e7b7-4d85-970a-b53a06faf854" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.283828] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 868.284170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.284267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.284482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.284571] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.487160] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.487160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.488552] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19a3044-e7d2-433a-b2df-c2afdc2d72e1 with status ACTIVE [ 868.488755] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.488884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.488951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.489229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.489335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.490324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.490324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.490324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.491114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.491114] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19a3044-e7d2-433a-b2df-c2afdc2d72e1 is going to be updated. [ 868.491661] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.514196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.514493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.514493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.515128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.515128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.519031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19a3044-e7d2-433a-b2df-c2afdc2d72e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.593105] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.593105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.593105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.593294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.593294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.594064] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 868.635745] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.635745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.635745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.636017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.636017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.646176] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 868.787962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.788187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.788239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.788436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.788612] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.788713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.788779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.788931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.789081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.789246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.789246] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.994446] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.249371] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 869.249553] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 869.249683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.293668] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.294031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.294031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.294669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.294669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.294669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.294873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.294902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.294979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.295088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.295275] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.295383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.295447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.295592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.295733] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.295813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.295877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.296038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.296135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.296231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.296326] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.500199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.500199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.500199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.500199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.500199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.500199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f is going to be created. [ 869.524633] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.524633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.524633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.524633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.524633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.535155] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c74f31b1-be74-4494-a4a2-e37661cf785f in Status: UNINITIALIZED for 2s [ 869.595089] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 869.595089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.798964] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91: rpc.has_security_group_logging(os_id): False [ 869.816562] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.816703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.816780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.817108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.817217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.817453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.817559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.817643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.817820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.817903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.818109] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.818198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.818314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.818391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.818461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.818639] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.818760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.818804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.818913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.819036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.819502] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be updated. [ 869.885970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.886084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.886175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.886418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.886571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.906048] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: IN_PROGRESS for 2s [ 870.223552] env[69325]: INFO networking_nsxv3.common.synchronization [None req-e8dba162-ba1d-4711-af44-758ffce10c91 None None] Enqueued Resource ID: f1d55728-7293-4959-a6a8-1a8b9ea46654 with Priority: HIGHEST for action port [ 870.223601] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1d55728-7293-4959-a6a8-1a8b9ea46654 with Priority: HIGHEST for action port [ 870.224203] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1d55728-7293-4959-a6a8-1a8b9ea46654 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.224323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1d55728-7293-4959-a6a8-1a8b9ea46654" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.224388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1d55728-7293-4959-a6a8-1a8b9ea46654" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.224639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1d55728-7293-4959-a6a8-1a8b9ea46654" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.224722] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d55728-7293-4959-a6a8-1a8b9ea46654',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.656905] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 870.657306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.730224] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1d55728-7293-4959-a6a8-1a8b9ea46654 [ 870.730224] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.730224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.730557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.730557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.730557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.730686] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1d55728-7293-4959-a6a8-1a8b9ea46654 already deleted. [ 870.730849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1d55728-7293-4959-a6a8-1a8b9ea46654" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.765303] env[69325]: INFO networking_nsxv3.common.synchronization [req-dd33ede5-5f34-43c1-92cf-292742ad5730 req-171eebc5-ec4f-46d9-9edc-5c507f374630 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 870.765901] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 870.766228] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.766338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.766405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.766671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.767143] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.767143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.767143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.767143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.768233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.768233] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.178045] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.178262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.178329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.178572] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.178841] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.179013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.179144] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.179386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.179506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.179715] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.179845] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.179976] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.180109] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.180234] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.180344] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.180481] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.202278] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.202278] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.202278] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.202278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.202278] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.202278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.202278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.202278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.202278] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae3d4ccd-a497-4d3e-9667-0ece50a55e64',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.269124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.269287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.269360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.269582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.269669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.269902] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.269992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.270070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.270198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.270260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.270367] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a already deleted. [ 871.270417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.547102] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c74f31b1-be74-4494-a4a2-e37661cf785f in Status: SUCCESS [ 871.547430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.547664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.547967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.549009] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.549009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.549009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.549009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.549009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.549009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.549009] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.705451] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.705799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.705799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.706177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.706350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.706558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ae3d4ccd-a497-4d3e-9667-0ece50a55e64 not found, creating... [ 871.706780] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.706943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.707074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.707311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.707458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.707747] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.707908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.708042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.708327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.708413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.708534] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ae3d4ccd-a497-4d3e-9667-0ece50a55e64 is going to be created. [ 871.731888] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.732201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.732374] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.732665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.733590] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.918954] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 871.919488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.051322] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.501679] env[69325]: INFO networking_nsxv3.common.synchronization [req-dd33ede5-5f34-43c1-92cf-292742ad5730 req-20cfd14f-9b2b-4241-ba1a-7393c33bbc7f service nova] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_rules [ 872.501849] env[69325]: INFO networking_nsxv3.common.synchronization [req-dd33ede5-5f34-43c1-92cf-292742ad5730 req-20cfd14f-9b2b-4241-ba1a-7393c33bbc7f service nova] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 872.501994] env[69325]: INFO networking_nsxv3.common.synchronization [req-dd33ede5-5f34-43c1-92cf-292742ad5730 req-20cfd14f-9b2b-4241-ba1a-7393c33bbc7f service nova] Enqueued Resource ID: ae3d4ccd-a497-4d3e-9667-0ece50a55e64 with Priority: HIGHEST for action port [ 872.502269] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_rules [ 872.502387] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 872.502485] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3d4ccd-a497-4d3e-9667-0ece50a55e64 with Priority: HIGHEST for action port [ 872.503066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503617] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.504455] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.504592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.504643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.504798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.504948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.505051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.505128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.505251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.505350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.505418] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.508290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.508402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.508402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.508575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.508641] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae3d4ccd-a497-4d3e-9667-0ece50a55e64',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.553531] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c74f31b1-be74-4494-a4a2-e37661cf785f: rpc.has_security_group_logging(os_id): False [ 872.572942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.573142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.573202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.573410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.573498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.573764] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.574078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574259] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f is going to be created. [ 872.636447] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.636619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.636692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.637016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.637312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.650630] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c74f31b1-be74-4494-a4a2-e37661cf785f in Status: IN_PROGRESS for 2s [ 873.010588] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.012224] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.012417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.013045] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae3d4ccd-a497-4d3e-9667-0ece50a55e64 with status ACTIVE [ 873.013045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.013194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.013408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.013683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.013942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.014154] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.014318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.014428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.014708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.014872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.015201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.015358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.015462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.015706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.015841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.015979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae3d4ccd-a497-4d3e-9667-0ece50a55e64 is going to be updated. [ 873.040331] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.040331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.040331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.040331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.040331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae3d4ccd-a497-4d3e-9667-0ece50a55e64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.519383] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.022120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.022516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.022516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.022660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.022745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.022827] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be created. [ 874.048951] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.049113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.049185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.049396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.049762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.059495] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: UNINITIALIZED for 2s [ 874.229223] env[69325]: INFO networking_nsxv3.common.synchronization [req-935600d6-df7c-459a-9dd4-9acc5d083dc4 req-ac8dfad3-3bd9-4674-bb42-5ad9c5a2b5b6 tempest-VolumesAdminNegativeTest-1325354114 tempest-VolumesAdminNegativeTest-1325354114-project-member] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_members [ 874.229800] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGHEST for action security_group_members [ 874.230162] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.230286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.230348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.230563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.230717] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.230871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.230871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.230994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.231602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.231716] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.663876] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c74f31b1-be74-4494-a4a2-e37661cf785f in Status: SUCCESS [ 874.663988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.735066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.735292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.735368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.735791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.760827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.761184] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.761323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.761436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.761741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.761861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.761923] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a is going to be updated. [ 874.794845] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.795114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.795114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.795307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.795544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.805771] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a in Status: IN_PROGRESS for 2s [ 876.070647] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 876.070647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.070647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.071283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.071283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.071425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.071522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.071810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.071988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.072170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.072322] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.574779] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.574983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.575171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.575414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.575598] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.575706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.575778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.575946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.576046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.576136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.576284] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.576374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.576423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.576567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.576701] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.576799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.577713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.577713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.577713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.577713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.577713] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.815964] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a in Status: SUCCESS [ 876.815964] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a deletion is rescheduled due to dependency. [ 876.815964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.079501] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af42aa2-77a0-4df0-9382-7ce01944c07a: rpc.has_security_group_logging(os_id): False [ 877.100097] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.100289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.100352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.100521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.100612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.100850] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.100955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.101030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.101189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.101266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.101435] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.101538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.101659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.101728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.101799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.101984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.102086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.102147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.102285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.102358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.102439] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be created. [ 877.157138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.157314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.157371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.157739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.157785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.173041] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: IN_PROGRESS for 2s [ 878.182588] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c req-96d0f331-846d-46ae-8d80-48278b8a6299 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 878.183216] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 878.183526] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.183639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.183696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.183923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.184089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.184187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.184246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.184396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.184478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.184559] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.489419] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.489615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.489754] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.490016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.490288] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.490526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.490661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.490890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.491048] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.491258] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.491414] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.491485] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.491595] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.491708] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.491856] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.492016] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.514363] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.515199] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.515199] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.515347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-64" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.515691] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-da93d32b-ddc9-4e26-a5cb-f11468249456 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.516039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.516222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.516595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.516756] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da93d32b-ddc9-4e26-a5cb-f11468249456',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.687286] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.019641] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.019879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.020107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020454] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.020794] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port da93d32b-ddc9-4e26-a5cb-f11468249456 not found, creating... [ 879.021132] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.024345] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.024345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.024345] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: da93d32b-ddc9-4e26-a5cb-f11468249456 is going to be created. [ 879.051696] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.051696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.051696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.051696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.051696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.051696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.190711] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 879.190711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.190711] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.694804] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.694804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.694804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.694804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.694804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.694804] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be updated. [ 879.722547] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.722547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.722547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.722668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.722848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.733419] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: IN_PROGRESS for 2s [ 879.815917] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c req-af168386-d957-4959-90c5-ed7cba1f2540 service nova] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_rules [ 879.815917] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c req-af168386-d957-4959-90c5-ed7cba1f2540 service nova] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 879.815917] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7c9ea56-9658-4256-a5d7-30cb2de8bf2c req-af168386-d957-4959-90c5-ed7cba1f2540 service nova] Enqueued Resource ID: da93d32b-ddc9-4e26-a5cb-f11468249456 with Priority: HIGHEST for action port [ 879.815917] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_rules [ 879.815917] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 879.815917] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93d32b-ddc9-4e26-a5cb-f11468249456 with Priority: HIGHEST for action port [ 879.817424] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.817424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.817424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.817424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.817424] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.818418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.818771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.818995] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-da93d32b-ddc9-4e26-a5cb-f11468249456 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.819119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.819185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.819356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.819436] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da93d32b-ddc9-4e26-a5cb-f11468249456',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.322110] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.322397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.322555] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da93d32b-ddc9-4e26-a5cb-f11468249456 with status ACTIVE [ 880.322899] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.323088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.323162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.323371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.323462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.323652] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.323816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.323959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.324162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.324250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.324448] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.324549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.324613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.324759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.324834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.324946] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da93d32b-ddc9-4e26-a5cb-f11468249456 is going to be updated. [ 880.347023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.347190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.347257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.347463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.347600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.347788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da93d32b-ddc9-4e26-a5cb-f11468249456" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.972371] env[69325]: INFO networking_nsxv3.common.synchronization [req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 req-b1cad522-dafe-4922-bb1f-b0529767749c tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 880.973366] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 880.973690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.973816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.973884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.974167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.974326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.974430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.974577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.974657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.974723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.974811] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.367439] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.367756] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.367756] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.368212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.368519] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.368724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.368878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.369189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.369389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.369635] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.369782] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.369906] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.370034] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.370154] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.370267] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.370404] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.389013] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.389202] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.389348] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.389525] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.389831] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-b75e537b-0b17-4912-b646-0f410dba5598 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.390012] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.390143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.390458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.390611] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75e537b-0b17-4912-b646-0f410dba5598',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.476935] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.477127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.477201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.477421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.477515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.477713] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.477847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.477917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.478088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.478166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.478255] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff already deleted. [ 881.478337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.744079] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 881.744079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.744330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.744618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.744736] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.744837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.744837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.745357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.745357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.745480] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.896022] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.896022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.896022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.896022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.896022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.896022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port b75e537b-0b17-4912-b646-0f410dba5598 not found, creating... [ 881.896022] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.896022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.896538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.896954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.897278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.897824] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.898151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.898398] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.898811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.899089] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.899353] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: b75e537b-0b17-4912-b646-0f410dba5598 is going to be created. [ 881.926809] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926809] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.927098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.927244] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.927487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.927729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.248483] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.663251] env[69325]: INFO networking_nsxv3.common.synchronization [req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 req-41e6468a-bda2-49d4-a0ca-b2ef90e7c401 service nova] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_rules [ 882.663251] env[69325]: INFO networking_nsxv3.common.synchronization [req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 req-41e6468a-bda2-49d4-a0ca-b2ef90e7c401 service nova] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 882.663251] env[69325]: INFO networking_nsxv3.common.synchronization [req-b61c34b1-c9eb-4f45-9ac7-18f0128077e5 req-41e6468a-bda2-49d4-a0ca-b2ef90e7c401 service nova] Enqueued Resource ID: b75e537b-0b17-4912-b646-0f410dba5598 with Priority: HIGHEST for action port [ 882.663251] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_rules [ 882.663251] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 882.663251] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75e537b-0b17-4912-b646-0f410dba5598 with Priority: HIGHEST for action port [ 882.664051] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.664312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.664487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.664898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.665069] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.666091] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.666342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.666511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.666759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.666990] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.667203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.667344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.667566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.667736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.667903] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.669126] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b75e537b-0b17-4912-b646-0f410dba5598 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.669350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.669612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.669864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.670506] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75e537b-0b17-4912-b646-0f410dba5598',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.751304] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.174871] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b75e537b-0b17-4912-b646-0f410dba5598 with status ACTIVE [ 883.175497] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.175497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.175497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.175773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.175773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.176046] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.176046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.176046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.176250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.176337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.176543] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.176628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.176689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.176834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.176905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.177034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b75e537b-0b17-4912-b646-0f410dba5598 is going to be updated. [ 883.178303] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.178429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.178549] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.200242] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.200502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.200502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.201722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.201722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b75e537b-0b17-4912-b646-0f410dba5598" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.253654] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.253912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.254056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.254276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.254773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.254773] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be updated. [ 883.288240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.289024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.289024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.289024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.289024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.314129] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: IN_PROGRESS for 2s [ 883.681355] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.186498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.186672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.186897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.187041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.187089] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be created. [ 884.226856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.227090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.227142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.227415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.227623] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242133] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: UNINITIALIZED for 2s [ 885.327052] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 885.327366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.327439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.327660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.327861] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.327979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.328058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.328228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.328298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.328380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.328470] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.725208] env[69325]: INFO networking_nsxv3.common.synchronization [req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 req-c9a79d39-05c4-403b-ac39-ee285f97e84b tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_members [ 885.726352] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_members [ 885.726352] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.726352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.726352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.726556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.726687] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.726783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.726842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.727217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.727285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.727415] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.832746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.832746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.832746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.833176] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.833176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.833176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.833277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.833413] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.833538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.833580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.833684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.833760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.833838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.833925] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.097313] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.097541] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.097671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.097934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.098211] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.098369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.098545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.098702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.098845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.100102] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.100102] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.100102] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.100102] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.100102] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.100541] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.100541] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.121114] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.121114] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.121272] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.121663] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.121762] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c52e3e77-fceb-4ece-a594-5d9491f38dc4 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.121959] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.122093] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.122693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.122693] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52e3e77-fceb-4ece-a594-5d9491f38dc4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.229673] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.229789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.229851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.230043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.230168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.230340] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.230442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.230495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.230658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.230767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.230855] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab already deleted. [ 886.230974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.254024] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 886.254336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.254679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.255340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.255669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.255844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.255930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.256056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.256173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.256391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.256500] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.336753] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af42aa2-77a0-4df0-9382-7ce01944c07a: rpc.has_security_group_logging(os_id): False [ 886.358578] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.359031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.359162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.359630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.359630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.359758] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.359895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.359987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.360213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.360346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.360560] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.360686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.360777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.360930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.361014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.363230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.363230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.363230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.363230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.363230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.363230] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be updated. [ 886.424355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.424512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.424586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.424787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.424956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.437828] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: IN_PROGRESS for 2s [ 886.624907] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.625195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.625340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.625647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.625801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.625969] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c52e3e77-fceb-4ece-a594-5d9491f38dc4 not found, creating... [ 886.626259] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.626421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.626544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.626762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.626904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.627204] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.627362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.627482] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.627690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.627830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.627972] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c52e3e77-fceb-4ece-a594-5d9491f38dc4 is going to be created. [ 886.647797] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.648101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.648281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.648620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.648861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.649151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.759622] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.759795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.759947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.760112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.760293] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.760447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.760566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.760698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.760788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.760902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.761074] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.761171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.761226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.761374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.761513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.761625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.761664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.761792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.761865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.761948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.762051] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.264224] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff: rpc.has_security_group_logging(os_id): False [ 887.282026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.282219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.282258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.282448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.282538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.282748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.282860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.282936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.283099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.283177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.283353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.283446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.283505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.283639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.283712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.283893] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.284023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.286955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.287048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.287109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.287178] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be created. [ 887.363690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.363690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.363690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.363690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.364305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.377498] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 887.485427] env[69325]: INFO networking_nsxv3.common.synchronization [req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 req-78272470-66f7-4890-8b59-6f14fd12c99f service nova] Enqueued Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_rules [ 887.485608] env[69325]: INFO networking_nsxv3.common.synchronization [req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 req-78272470-66f7-4890-8b59-6f14fd12c99f service nova] Enqueued Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_members [ 887.485756] env[69325]: INFO networking_nsxv3.common.synchronization [req-3cad4f82-b7a4-4d3f-8613-5c74832b0e65 req-78272470-66f7-4890-8b59-6f14fd12c99f service nova] Enqueued Resource ID: c52e3e77-fceb-4ece-a594-5d9491f38dc4 with Priority: HIGHEST for action port [ 887.486074] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_rules [ 887.486222] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_members [ 887.486319] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52e3e77-fceb-4ece-a594-5d9491f38dc4 with Priority: HIGHEST for action port [ 887.486937] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.487287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.487287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.487422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.487469] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.488411] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.488508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.488602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.488780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.489158] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.489158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.489380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.489380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.489479] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.491227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52e3e77-fceb-4ece-a594-5d9491f38dc4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.494223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.494485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.494663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.495142] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52e3e77-fceb-4ece-a594-5d9491f38dc4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.997414] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.998659] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.998659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.999843] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c52e3e77-fceb-4ece-a594-5d9491f38dc4 with status ACTIVE [ 887.999843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.999843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.999843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.999843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.999843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000103] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.004248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.004375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.004670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.004811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.005179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.005395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.005465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.005726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.005910] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.005997] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c52e3e77-fceb-4ece-a594-5d9491f38dc4 is going to be updated. [ 888.029492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.029628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.029704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.029915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.030072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.030280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52e3e77-fceb-4ece-a594-5d9491f38dc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.312254] env[69325]: INFO networking_nsxv3.common.synchronization [req-10a1d352-5635-492a-b1b6-e69d973a417f req-d9e668b5-db75-4dc7-98b0-9f9183dbb86c tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 888.312781] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 888.312781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.312948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.312948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.313225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.313400] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.313533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.313596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.316032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.316032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.316032] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.454249] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 888.454577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.499574] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.670213] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.670416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.670846] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.671438] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.672145] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.672371] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.672507] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.672622] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.672734] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.672887] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.673015] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.673155] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.691937] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.692128] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.692268] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.692461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.692775] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-644c22af-febd-436f-9194-0d1a47548db5 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.693053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.693187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.693500] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.693643] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644c22af-febd-436f-9194-0d1a47548db5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.816271] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.816480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.816613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.816877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.816999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.817245] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.817422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.817454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.817658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.817822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.817822] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 already deleted. [ 888.817965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.004559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.004730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.004794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.005023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.005127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005235] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab is going to be created. [ 889.051307] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.051576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.051641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.051882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.052847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.069041] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab in Status: UNINITIALIZED for 2s [ 889.197450] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.197834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.197951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.198196] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.198387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.198575] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 644c22af-febd-436f-9194-0d1a47548db5 not found, creating... [ 889.199059] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.199265] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.199421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.199672] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.199861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.200192] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.200370] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.200482] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.200729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.201044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.201305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 644c22af-febd-436f-9194-0d1a47548db5 is going to be created. [ 889.245263] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.245263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.245263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.245263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.245695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.245846] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.401523] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 889.401905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.042301] env[69325]: INFO networking_nsxv3.common.synchronization [req-10a1d352-5635-492a-b1b6-e69d973a417f req-6983201b-4507-46c9-812d-2c2798ffc260 service nova] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_rules [ 890.042301] env[69325]: INFO networking_nsxv3.common.synchronization [req-10a1d352-5635-492a-b1b6-e69d973a417f req-6983201b-4507-46c9-812d-2c2798ffc260 service nova] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 890.042301] env[69325]: INFO networking_nsxv3.common.synchronization [req-10a1d352-5635-492a-b1b6-e69d973a417f req-6983201b-4507-46c9-812d-2c2798ffc260 service nova] Enqueued Resource ID: 644c22af-febd-436f-9194-0d1a47548db5 with Priority: HIGHEST for action port [ 890.042301] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_rules [ 890.042301] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 890.042301] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644c22af-febd-436f-9194-0d1a47548db5 with Priority: HIGHEST for action port [ 890.042301] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.042301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.042301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.044426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.044426] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.045592] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.045592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.045732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.045848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.046067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.046182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.046248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.046402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.046487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.046580] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.047369] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-644c22af-febd-436f-9194-0d1a47548db5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.047478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.047545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.047717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.047759] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644c22af-febd-436f-9194-0d1a47548db5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.553896] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.555498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.555616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.555980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 644c22af-febd-436f-9194-0d1a47548db5 with status ACTIVE [ 890.556185] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.556391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.556391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.556815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.556815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.556916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.556977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.557053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.557533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.557585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.557774] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.557871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.557937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.558096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.558172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.558328] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 644c22af-febd-436f-9194-0d1a47548db5 is going to be updated. [ 890.581381] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.581381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.581381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.581648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.581729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.582191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644c22af-febd-436f-9194-0d1a47548db5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.059540] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.080648] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab in Status: SUCCESS [ 891.080958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.081411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.085021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.085021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.085021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.085021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.085021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.085021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.085021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.085021] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.212260] env[69325]: INFO networking_nsxv3.common.synchronization [req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a req-390ce2f9-d4e1-4e07-80c8-8d78adb330ee tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 891.212260] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 891.212260] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.212260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.212260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.212260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.212260] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.212260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.213812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.213990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.214322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.214322] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.563015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.563146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.563244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.563461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.563551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.563650] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be created. [ 891.585524] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.592748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.592912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.592976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.593200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.593365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603968] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: UNINITIALIZED for 2s [ 891.683399] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.683594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.683594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.683824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.684128] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.684296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.684417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.684638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.684781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.684982] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.685116] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.685229] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.685341] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.685456] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.685567] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.685728] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.703314] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.703475] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.703615] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.703801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.704174] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.704386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.704514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.704834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.704979] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1452a36d-a5ec-454c-96ad-8cbb5bafdfd7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.716482] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.716629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.716699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.717205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.717205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.717205] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.717435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.717435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.717506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.717549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.717629] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be updated. [ 891.744300] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.744463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.744507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.744705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.744963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.755013] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: IN_PROGRESS for 2s [ 892.087931] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83ddd96d-bb56-44a7-b294-a06ee12f2dab: rpc.has_security_group_logging(os_id): False [ 892.106723] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.106723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.106723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.106723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.106723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.106723] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.107079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.107079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.107079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.107165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.108021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab is going to be created. [ 892.171067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.171067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.171067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.171067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.171349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.182811] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab in Status: IN_PROGRESS for 2s [ 892.207706] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.207986] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.208139] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.208423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.208577] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.208736] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 not found, creating... [ 892.209028] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.210063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.210063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.210554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.210554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.211078] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.211376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.211623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.213879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.213879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.213879] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 is going to be created. [ 892.322984] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.322984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.322984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.322984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.322984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.322984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.075920] env[69325]: INFO networking_nsxv3.common.synchronization [req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a req-ff96e273-dbaf-406a-9586-41e5b7a11484 service nova] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 893.076123] env[69325]: INFO networking_nsxv3.common.synchronization [req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a req-ff96e273-dbaf-406a-9586-41e5b7a11484 service nova] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 893.076266] env[69325]: INFO networking_nsxv3.common.synchronization [req-f75ce7f9-e2e3-4aba-9490-a2ed38d0269a req-ff96e273-dbaf-406a-9586-41e5b7a11484 service nova] Enqueued Resource ID: 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 with Priority: HIGHEST for action port [ 893.076493] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_rules [ 893.076618] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 893.076711] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 with Priority: HIGHEST for action port [ 893.077923] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.078087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.078168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.078542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.078629] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.079551] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.079647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.079764] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.079860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.079927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.080158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.080212] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1452a36d-a5ec-454c-96ad-8cbb5bafdfd7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.581944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.582389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.582389] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 with status ACTIVE [ 893.582462] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.582538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.582596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.582958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.583087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.583296] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.583429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.583478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.583621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.583696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.583874] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.583973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.584039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.584226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.584278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.584377] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1452a36d-a5ec-454c-96ad-8cbb5bafdfd7 is going to be updated. [ 893.607852] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.608593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.608593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.608741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.608903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.609127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1452a36d-a5ec-454c-96ad-8cbb5bafdfd7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.616276] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 893.616577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.617248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.617544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.617748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.617863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.617924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.618172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.618262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.618350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.618441] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.768066] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 893.768375] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d deletion is rescheduled due to dependency. [ 893.768522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.768645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.768830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.769043] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.769194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.769300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.769504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.769593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.769688] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.120833] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.121088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.121195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.121498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.121732] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.121901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.121990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.122201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.122331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.122446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.122663] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.122764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.122846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.123157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.123309] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.123423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.123494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.123701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.123805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.123919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.124071] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.198027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab in Status: SUCCESS [ 894.198256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.276566] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.406975] env[69325]: INFO networking_nsxv3.common.synchronization [None req-4238291f-0077-41cc-9819-82f9b77a00db tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_rules [ 894.407059] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_rules [ 894.407455] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.407680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.411330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.411751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.411790] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.566673] env[69325]: INFO networking_nsxv3.common.synchronization [None req-33543a71-c4fb-4128-815d-3d798d9cbac9 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_rules [ 894.567305] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_rules [ 894.567693] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.567829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.630840] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b778e99f-82d2-41b1-8d6b-559c33435a88: rpc.has_security_group_logging(os_id): False [ 894.654514] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.654597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.654669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.654936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.655035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.655201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.655329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.655431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.655629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.655733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.655965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.656119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.656219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.656344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.656419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.656615] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.656740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.656809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.656983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.657098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.657200] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be created. [ 894.739611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.739611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.739611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.739611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.739611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.754508] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: IN_PROGRESS for 2s [ 894.779955] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.936392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.937348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.937428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.937821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.937821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.937956] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd already deleted. [ 894.937995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.938912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.938912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.938912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.283377] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.283377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.283377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.283377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.283377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.283377] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be updated. [ 895.312970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.312970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.312970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.312970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.312970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.320574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: IN_PROGRESS for 2s [ 895.461285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.461457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.461523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.461723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.463946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.463946] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd already deleted. [ 895.463946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.768500] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 896.768895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.332313] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 897.332313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.332313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.332313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.332676] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.332676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.332676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.332856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.332957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.333276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.333276] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.838875] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.341890] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41eb0df3-1c03-4216-a58f-867939eb6a7d: rpc.has_security_group_logging(os_id): False [ 898.364075] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.364311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.364472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.364630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.364723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.365029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.365181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.365228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.365370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.365455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.365545] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be updated. [ 898.436567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.436728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.436776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.436984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.437147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.453798] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: IN_PROGRESS for 2s [ 899.568682] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 899.569117] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 900.469581] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 900.469581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523030] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-1878d4d1-ebe6-411c-b7fb-30b4c76e7769 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 902.523030] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 902.523030] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.523030] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.523030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523030] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.887183] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.887389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.887526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.887798] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.888315] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.888521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.888643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.888868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.889030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.889247] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.889365] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.889507] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.889661] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.889796] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.889926] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.890084] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.912305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.912457] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.912582] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.912772] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.913240] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-6ca5972c-7e74-4885-b327-cfa15669ba1a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.913429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.913573] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.913907] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.914069] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca5972c-7e74-4885-b327-cfa15669ba1a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.027984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.028181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.028250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.028824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.055830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.056188] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.056308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.056355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.056559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.056764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.056892] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 903.086351] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.086521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.086564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.086793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.086936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.097767] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 903.417724] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.417724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.417724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.417724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.417724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.417972] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 6ca5972c-7e74-4885-b327-cfa15669ba1a not found, creating... [ 903.418179] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.419416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.419416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.419416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.419416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.419416] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.419416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.419416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.419691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.419691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.419804] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 6ca5972c-7e74-4885-b327-cfa15669ba1a is going to be created. [ 903.442032] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.442189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.442280] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.442569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.442814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.443078] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.239746] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-31e71d89-dc26-4f51-9985-27cb73e1c7b7 service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 904.240186] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-31e71d89-dc26-4f51-9985-27cb73e1c7b7 service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 904.240399] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-31e71d89-dc26-4f51-9985-27cb73e1c7b7 service nova] Enqueued Resource ID: 6ca5972c-7e74-4885-b327-cfa15669ba1a with Priority: HIGHEST for action port [ 904.241847] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 904.242144] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 904.242524] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca5972c-7e74-4885-b327-cfa15669ba1a with Priority: HIGHEST for action port [ 904.243386] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.243598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.243752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.244526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.247020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.247020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.247020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.247020] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca5972c-7e74-4885-b327-cfa15669ba1a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.247020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.247594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.247594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.247594] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca5972c-7e74-4885-b327-cfa15669ba1a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.746894] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.748174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.750823] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ca5972c-7e74-4885-b327-cfa15669ba1a with status ACTIVE [ 904.751089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.751296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.751474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.751932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.751932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.752290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.752480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.752618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.752915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.753854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.753854] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.753854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.753854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.753854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.753854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.753854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ca5972c-7e74-4885-b327-cfa15669ba1a is going to be updated. [ 904.780641] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.780814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.780967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.781165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.781317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.781486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca5972c-7e74-4885-b327-cfa15669ba1a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.109438] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 905.109678] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 deletion is rescheduled due to dependency. [ 905.109847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.110135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.110446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.111294] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.111294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.111294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.111723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.111723] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.613670] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.117457] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.619866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.620872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.620872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.621174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.621325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.621415] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 906.658689] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.658689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.658689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.658689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.658689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.668128] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 907.102304] env[69325]: INFO networking_nsxv3.common.synchronization [req-0056278a-41ca-4392-a7f8-4e6fccc9e544 req-30ff40fb-7872-40c1-92f8-2d0db5f1e9f7 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 907.102304] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 907.102689] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.102979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.103213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.103542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.103827] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.105082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.105082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.105082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.105082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.105082] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.302464] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-520d4474-1709-4de4-8b58-8579f7ed105d tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 907.302464] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 907.305137] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.305434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.606523] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.606716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.606778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.607052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.607164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.607417] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.607533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.607634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.607800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.607900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.607990] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 907.646403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.646724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.646724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.646867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.647033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.658265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 907.866085] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.866341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.866428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.866734] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.867171] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.868346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.868346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.868346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.868346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.868346] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.868346] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.868957] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.868957] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.868957] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.869224] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.869334] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.896169] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.896685] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.896685] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.896685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-923" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.897191] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.897313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.897387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.897692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.898757] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2efdf6f0-1d77-42a2-a24e-93e51d3ba46a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.401987] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.401987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.401987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.401987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.401987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.401987] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a not found, creating... [ 908.402504] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.402504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.402504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.402793] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.403035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.403365] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.403555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.403677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.403899] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404051] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.404250] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a is going to be created. [ 908.429595] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.429595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.429792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.430443] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.431243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.680627] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 908.680952] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.681101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.681337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.681530] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.681700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.681700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.681852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.681930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.682030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.682131] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.682961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.683163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.683321] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.683418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.683489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.683629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.683720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.683805] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.186566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.186566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.189824] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.236512] env[69325]: INFO networking_nsxv3.common.synchronization [req-22925372-6fb5-4291-a496-8df4be80e077 req-94b0b6d0-92f7-433b-9ee6-21b0b3efc58b tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 909.237346] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 909.237682] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.237811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.237937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.239456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.239893] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.240865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.240991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.241278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.241278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.241368] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.615308] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-2d549463-d5ec-4354-bca5-d72701cecadf service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 909.615308] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-2d549463-d5ec-4354-bca5-d72701cecadf service nova] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 909.615308] env[69325]: INFO networking_nsxv3.common.synchronization [req-522307c1-0b38-4ec4-b8ac-ebbe1dd8c490 req-2d549463-d5ec-4354-bca5-d72701cecadf service nova] Enqueued Resource ID: 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a with Priority: HIGHEST for action port [ 909.615975] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_rules [ 909.615975] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 909.615975] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a with Priority: HIGHEST for action port [ 909.617665] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.617665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.617926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.617989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.618176] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.618282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.618328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.618538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.618622] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2efdf6f0-1d77-42a2-a24e-93e51d3ba46a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.673230] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 909.673230] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff deletion is rescheduled due to dependency. [ 909.673230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.688782] env[69325]: INFO networking_nsxv3.common.synchronization [req-1f2c796b-b62e-44b8-a8b0-cd7fa32fe3a4 req-03b7cdf7-c139-46aa-86ee-676f172345f5 tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 909.689382] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 909.689688] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.689815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.690018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.690480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.690480] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.690663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.690663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.691287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.691422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.691629] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.692781] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.746073] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.878389] env[69325]: INFO networking_nsxv3.common.synchronization [req-4fd321d4-27fe-410d-80d5-be33f5817922 req-aa82db5d-79c9-4521-a32b-3cdc9f11fd74 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 909.880587] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 909.880991] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.881245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.881376] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.881625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.881820] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.882712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.883350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.883575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.883819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.884051] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.124642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a with status ACTIVE [ 910.124955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.125633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.125633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.125633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.125756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.126015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.126246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.126337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.126571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.126682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.126947] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.127099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.127186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.127381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.127483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.127606] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2efdf6f0-1d77-42a2-a24e-93e51d3ba46a is going to be updated. [ 910.156157] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.156507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.156507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.156603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.156741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.156921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2efdf6f0-1d77-42a2-a24e-93e51d3ba46a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.196463] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.197610] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.197743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.197812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.198026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.198119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.198216] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 910.249641] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.271944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.272182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.272182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.272358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.272501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.288085] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 910.387163] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.593222] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.593222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.593222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.593558] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.593698] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.593860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.593976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.594261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.594400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.594619] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.594749] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.594880] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.594989] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.595112] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.595216] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.595351] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.617057] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.617277] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.617436] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.617636] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.618068] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.618287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.618473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.618858] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.619067] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e0a6f3-f002-4b3c-98d8-e348f0d70d09',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.703212] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.756135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.756135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.756135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.756135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.756135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.756135] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 910.796721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.797507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.809745] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 910.890852] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.121635] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.124436] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.124534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.124851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.125067] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.125310] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 not found, creating... [ 911.125667] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.125912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.126116] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.126399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.126609] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.127015] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.128153] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.129027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.129027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.129027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.129495] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 is going to be created. [ 911.154239] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.154640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.154792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.155235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.155805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.157026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.206013] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.206287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.206360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.206573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.206659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.206754] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 911.278960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.279152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.279225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.279421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.279567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.301824] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 911.394330] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.395798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.395798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.395798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.395798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.395798] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 911.427342] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.427509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.427571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.427795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.427940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.438570] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 912.050908] env[69325]: INFO networking_nsxv3.common.synchronization [req-4fd321d4-27fe-410d-80d5-be33f5817922 req-40d2b379-dd3f-4a97-93a3-a51be6da12d5 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 912.051261] env[69325]: INFO networking_nsxv3.common.synchronization [req-4fd321d4-27fe-410d-80d5-be33f5817922 req-40d2b379-dd3f-4a97-93a3-a51be6da12d5 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 912.051467] env[69325]: INFO networking_nsxv3.common.synchronization [req-4fd321d4-27fe-410d-80d5-be33f5817922 req-40d2b379-dd3f-4a97-93a3-a51be6da12d5 service nova] Enqueued Resource ID: f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 with Priority: HIGHEST for action port [ 912.052525] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 912.052725] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 912.052969] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 with Priority: HIGHEST for action port [ 912.053753] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.053906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.054022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.054273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.054417] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.055559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.055662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.059023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.059023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.059023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.059023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.059023] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e0a6f3-f002-4b3c-98d8-e348f0d70d09',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.301570] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 912.301875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.302475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.302760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.302959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.303173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.303266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.303453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.303556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.303664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.303860] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.304040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.304197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.304456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.304680] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.304843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.304942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.308135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.308135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.308135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.308135] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.308135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.308135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.308135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.310621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.310733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.310918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.311012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.311111] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.558808] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.559058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559411] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 with status ACTIVE [ 912.559582] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.559694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.559967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.560066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.560237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.560329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.560386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.560544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.560615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.560807] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.560893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.560960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.561113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.561182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.561263] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e0a6f3-f002-4b3c-98d8-e348f0d70d09 is going to be updated. [ 912.590138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.590138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.590138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.590918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.590918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.590918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e0a6f3-f002-4b3c-98d8-e348f0d70d09" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.813429] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444357d3-28e8-479e-ad7a-392e3c19c246: rpc.has_security_group_logging(os_id): False [ 912.814511] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.831771] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 912.832291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.841230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.841230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.841230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.841230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.841898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.841898] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.841898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.841898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.841898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.841898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.842234] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 912.934756] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.934989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.935044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.935327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.935529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.955550] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 913.313240] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 913.313574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.317959] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.449935] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 913.450162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.450558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.450828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.451033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.451148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.451212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.451535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.451631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.451718] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.824392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.824392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.824392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.824392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.824392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.824392] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 913.871414] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.872016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.872016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.872016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.872016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.894579] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 913.954428] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.456905] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.942889] env[69325]: INFO networking_nsxv3.common.synchronization [req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 req-e5970e5c-00ad-4945-bd67-cd51d23ccd43 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 914.943544] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 914.943844] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.944978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.945233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.945417] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.945529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.945617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.945795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.945875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.945967] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.960038] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.960038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.960038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.960038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.960038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.960350] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 915.008264] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 915.008264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.008264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.008264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.008264] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.018504] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.018504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.018504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.018504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.018504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.028971] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 915.362524] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.362731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.363347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.363776] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.364088] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.364259] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.364396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.364627] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.364770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.365486] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.365663] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.367019] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.367019] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.367019] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.367019] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.367019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.388636] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.388787] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.388957] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.389253] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.389674] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-aee57866-8f40-4db3-80dc-11288d97c129 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.389859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.389985] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.390422] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.390584] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee57866-8f40-4db3-80dc-11288d97c129',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.448235] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.448414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.448490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.448773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.448915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.450127] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.450127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.450127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.450127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.450127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.450127] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 already deleted. [ 915.450127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.510833] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.511548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.892742] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.893018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.893230] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.893563] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.893733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.894563] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port aee57866-8f40-4db3-80dc-11288d97c129 not found, creating... [ 915.894563] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.894563] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.894563] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.894775] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.894849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.895154] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.895313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.895434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.895641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.895773] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.895912] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: aee57866-8f40-4db3-80dc-11288d97c129 is going to be created. [ 915.915600] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 915.916330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.916330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.916608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.916931] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.917126] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.917205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.917485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.917629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.917756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.917854] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.925659] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.926029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.926305] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.926691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.927076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.927426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.420252] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.420426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.420558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.420765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.421011] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.421136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.421246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.421459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.421459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.421530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.421680] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.421767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.421814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.421958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.422108] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.422194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.422255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.422394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.422484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.422536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.422622] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.925586] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444357d3-28e8-479e-ad7a-392e3c19c246: rpc.has_security_group_logging(os_id): False [ 916.947319] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.947533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.947675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.947948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.948137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.948410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.948558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.948658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.948901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.949029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.949325] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.949495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.949640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.949831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.949940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.950247] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.950392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.950488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.950692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.950805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.950929] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 917.041107] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 917.041332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.042426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.042641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.042834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.042943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.043038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.045968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.045968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.045968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.045968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.045968] env[69325]: INFO networking_nsxv3.common.synchronization [req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 req-0a378662-ed2f-4b84-ab61-f425324cdabb service nova] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 917.045968] env[69325]: INFO networking_nsxv3.common.synchronization [req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 req-0a378662-ed2f-4b84-ab61-f425324cdabb service nova] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 917.046216] env[69325]: INFO networking_nsxv3.common.synchronization [req-6669dd8d-8270-4e1f-a96f-01f0c3de6e67 req-0a378662-ed2f-4b84-ab61-f425324cdabb service nova] Enqueued Resource ID: aee57866-8f40-4db3-80dc-11288d97c129 with Priority: HIGHEST for action port [ 917.048153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.048153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.048153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.048153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.048561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.049834] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 917.049990] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 917.050109] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee57866-8f40-4db3-80dc-11288d97c129 with Priority: HIGHEST for action port [ 917.050441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.050569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.050645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.050783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.050864] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.051758] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.051891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.051982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.052085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.052306] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.052306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.052583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.052583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.052583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.052814] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.053927] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee57866-8f40-4db3-80dc-11288d97c129 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.054098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.054303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.054303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.054504] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee57866-8f40-4db3-80dc-11288d97c129',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.072444] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 917.509328] env[69325]: INFO networking_nsxv3.common.synchronization [req-451b53fe-ef38-45e6-a438-ed306902c088 req-cde4cd9d-dd58-4211-99c2-e9066bfc0a8e tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 917.509927] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 917.510334] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.510465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.510546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.510984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.513324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.513324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.513324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.513324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.513324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.513324] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.547376] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.547597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.547597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.547854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.548076] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.548214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.548300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.548489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.548599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.548714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.548905] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.549094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.549151] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.549308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.549490] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.549630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.549724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.549874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.549980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.550099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.550216] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.557151] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.557315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.557490] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.558537] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee57866-8f40-4db3-80dc-11288d97c129 with status ACTIVE [ 917.558760] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.558896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.558985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559853] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.560382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560619] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.561110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.561216] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee57866-8f40-4db3-80dc-11288d97c129 is going to be updated. [ 917.586748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.586917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.586988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.587216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.587356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.587521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee57866-8f40-4db3-80dc-11288d97c129" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.018015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.018015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.018015] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51796672-a73c-456b-b714-7488f5394386 already deleted. [ 918.018015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.022371] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.022619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.022720] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.023147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.023469] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.023640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.023765] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.023997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.029194] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.030375] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.030591] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.030717] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.030852] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.030975] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.031095] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.031245] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.052389] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af464887-2b0b-44fc-8f77-c13725353ef7: rpc.has_security_group_logging(os_id): False [ 918.065161] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.070053] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.070640] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.070893] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.071148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.071494] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-13de3fc4-3337-4bea-97fc-c089c35b2d7a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.071774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.072936] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.072936] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.072936] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13de3fc4-3337-4bea-97fc-c089c35b2d7a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.085227] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.085227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.085227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.085227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.125668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.126206] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.126561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.126760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.127549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.127788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.128109] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.128295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.128295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.128515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.128605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.128816] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.128943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.129059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.129179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.129256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.129355] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 918.223191] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.225021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.225021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.225021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.225021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.253808] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 918.577314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.577509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.577565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.577792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.577915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.578043] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be created. [ 918.581044] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.581044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.581044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.581651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.581811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.581898] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 13de3fc4-3337-4bea-97fc-c089c35b2d7a not found, creating... [ 918.582299] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.582702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.582990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.583425] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.583766] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.584180] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.584415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.584613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.585750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.585750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.585750] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a is going to be created. [ 918.611811] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.612121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.612269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.613271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.613271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.613271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.618128] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.618303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.618353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.619013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.619013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.630136] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: UNINITIALIZED for 2s [ 919.096598] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 919.096598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.366267] env[69325]: INFO networking_nsxv3.common.synchronization [req-451b53fe-ef38-45e6-a438-ed306902c088 req-65fa666a-33ca-4655-886e-4ef3dcb37e97 service nova] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 919.366267] env[69325]: INFO networking_nsxv3.common.synchronization [req-451b53fe-ef38-45e6-a438-ed306902c088 req-65fa666a-33ca-4655-886e-4ef3dcb37e97 service nova] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 919.366267] env[69325]: INFO networking_nsxv3.common.synchronization [req-451b53fe-ef38-45e6-a438-ed306902c088 req-65fa666a-33ca-4655-886e-4ef3dcb37e97 service nova] Enqueued Resource ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a with Priority: HIGHEST for action port [ 919.366267] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 919.366446] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 919.366530] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a with Priority: HIGHEST for action port [ 919.366823] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.366940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.367502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.367592] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.375019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.375019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.375019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.375019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.376343] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-13de3fc4-3337-4bea-97fc-c089c35b2d7a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.376496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.376563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.376743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.376821] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13de3fc4-3337-4bea-97fc-c089c35b2d7a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.877595] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.879330] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.879534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.881320] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13de3fc4-3337-4bea-97fc-c089c35b2d7a with status ACTIVE [ 919.881569] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.881710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.881778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.881996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.883136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.883136] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.883136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.883136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.883136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.883136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.883136] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.883646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.883646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.883646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.883646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.883646] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a is going to be updated. [ 919.918118] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.918118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.918118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.918118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.061670] env[69325]: INFO networking_nsxv3.common.synchronization [req-953671e5-39b0-4f71-bb10-c9c3dc0814ed req-32c4c251-128b-4fc1-8f49-1da5d3b25b50 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_members [ 920.063593] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_members [ 920.064011] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.064188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.064279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.064592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.064868] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.065701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.066270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.066537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.066668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.066799] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.272429] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 920.272900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.380602] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.573687] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.573849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.574015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.574272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.574359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.574567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.574669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.574750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.574913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.574998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.575126] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a already deleted. [ 920.575213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.646470] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 920.646729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.646971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.647329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.647613] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.647762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.647829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.648045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.648132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.648229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.648584] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.668550] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.669138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.669684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.670027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.670336] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.670514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.670697] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.670957] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.671369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.671481] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.671595] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.671702] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.672834] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.672834] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.672834] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.672834] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.693511] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.693653] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.693734] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.693940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.694350] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c2807665-9fab-43cf-ae76-499c752b6a3f taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.694490] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.694572] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.694912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.695066] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2807665-9fab-43cf-ae76-499c752b6a3f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.885574] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.885574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.885574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.885574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.885574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.885574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51796672-a73c-456b-b714-7488f5394386 is going to be created. [ 920.911324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.911324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.911324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.911324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.911324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.922706] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: UNINITIALIZED for 2s [ 921.101469] env[69325]: INFO networking_nsxv3.common.synchronization [req-6bc80fc5-5509-4c7f-91c1-1c67a0ca7f7c req-a121c195-b680-4886-a86a-409eef7c6555 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 921.101469] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 921.102120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.102496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.102711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.103068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.103396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.103642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.103796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.104061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.104569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.105783] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.151294] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.197549] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.197851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.197989] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.198312] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.198465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.198644] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c2807665-9fab-43cf-ae76-499c752b6a3f not found, creating... [ 921.198909] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.199107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.199328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.199474] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.199616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.199918] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.200127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.200253] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.200502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.200648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.201528] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c2807665-9fab-43cf-ae76-499c752b6a3f is going to be created. [ 921.236159] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.236354] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.236354] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.236630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.236883] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.237141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.607622] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.653677] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7: rpc.has_security_group_logging(os_id): False [ 921.675748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.675748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.675867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.676102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.676278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.676725] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.677528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.677528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.677528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.677528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.677839] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be created. [ 921.756312] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.756533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.756581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.756789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.756976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.781390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 922.110437] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.207991] env[69325]: INFO networking_nsxv3.common.synchronization [req-bd1052f8-25cd-4d40-9777-168d4aa169b5 req-8be4bab4-eccf-40e4-9b67-cb79f7753343 tempest-MultipleCreateTestJSON-1144608822 tempest-MultipleCreateTestJSON-1144608822-project-member] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 922.208770] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGHEST for action security_group_members [ 922.209197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.209350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.326244] env[69325]: INFO networking_nsxv3.common.synchronization [req-953671e5-39b0-4f71-bb10-c9c3dc0814ed req-5386aa9b-a005-4a46-b53b-311c6864e432 service nova] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_rules [ 922.326244] env[69325]: INFO networking_nsxv3.common.synchronization [req-953671e5-39b0-4f71-bb10-c9c3dc0814ed req-5386aa9b-a005-4a46-b53b-311c6864e432 service nova] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_members [ 922.326244] env[69325]: INFO networking_nsxv3.common.synchronization [req-953671e5-39b0-4f71-bb10-c9c3dc0814ed req-5386aa9b-a005-4a46-b53b-311c6864e432 service nova] Enqueued Resource ID: c2807665-9fab-43cf-ae76-499c752b6a3f with Priority: HIGHEST for action port [ 922.326244] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_rules [ 922.326244] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_members [ 922.326244] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2807665-9fab-43cf-ae76-499c752b6a3f with Priority: HIGHEST for action port [ 922.326244] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.326244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.326244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.326244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.326926] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.327491] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.327586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.327638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.328026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.328026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.328865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.328865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.328865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.328865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.328865] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.329671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2807665-9fab-43cf-ae76-499c752b6a3f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.329671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.329671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.329671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.329671] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2807665-9fab-43cf-ae76-499c752b6a3f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.613882] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.614262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.614262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.614436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.614533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.614636] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 922.648257] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.648459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.648459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.648675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.648824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.658785] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 922.831529] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.831688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.831877] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2807665-9fab-43cf-ae76-499c752b6a3f with status ACTIVE [ 922.832059] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.832172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.832230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.832440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.832531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.832699] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.832794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.832857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.833043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.833148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.833339] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.833430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.833511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.833631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.833726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.833802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2807665-9fab-43cf-ae76-499c752b6a3f is going to be updated. [ 922.834958] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.862045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.862045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.862045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.862345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.862382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.862521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2807665-9fab-43cf-ae76-499c752b6a3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.943462] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: SUCCESS [ 922.943761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.943982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.944279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.944531] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.944734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.944830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.945071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.945170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.945266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.945401] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.340019] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.450430] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.795232] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 923.795566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.841216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.841415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.841454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.841662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.841739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.841844] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a is going to be created. [ 923.869786] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.869954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.869997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.870220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.870379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.887282] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a in Status: UNINITIALIZED for 2s [ 923.952949] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51796672-a73c-456b-b714-7488f5394386: rpc.has_security_group_logging(os_id): False [ 923.988170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.988415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.988522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.988817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.988944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.989352] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.989536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.989624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.989817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.989903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.990013] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51796672-a73c-456b-b714-7488f5394386 is going to be created. [ 924.090915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.090915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.090915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.091232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.091452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.106230] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: IN_PROGRESS for 2s [ 924.675507] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 924.675736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.678948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.679484] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.679635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.679927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.680040] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.189134] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.189134] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.189134] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be updated. [ 925.218183] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.218397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.218479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.218682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.218823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.232110] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: IN_PROGRESS for 2s [ 925.781815] env[69325]: INFO networking_nsxv3.common.synchronization [req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 req-1f4a36e5-79e0-4dd8-821c-e16b09d3d965 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 925.782365] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 925.782669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.782788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.782857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.785550] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.785550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.785550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.785550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.785550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.785550] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.898377] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a in Status: SUCCESS [ 925.899661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.899841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.900092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.900296] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.900417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.900475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.900679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.900763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.900870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.900967] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.121353] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: SUCCESS [ 926.121353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.230666] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.230666] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.230666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.230666] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.230666] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.230666] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.231448] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.231448] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.231448] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.231448] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.254847] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.255049] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.256055] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.256055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.256055] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d8d5de45-de02-4af8-8a35-8377fc5d157e taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.256055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.256055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.256423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.256500] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d5de45-de02-4af8-8a35-8377fc5d157e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.289965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.290149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.290218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.290437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.290525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.290732] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.290826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.291121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.291121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.291121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.291364] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 926.327630] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.327827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.327925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.328193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.328853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.340580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 926.403768] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.759348] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.759647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.759794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.760234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.760505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.761421] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d8d5de45-de02-4af8-8a35-8377fc5d157e not found, creating... [ 926.761421] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.761603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.761664] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.761979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.762191] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.762639] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.762866] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.763013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.763329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.763655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.763902] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d8d5de45-de02-4af8-8a35-8377fc5d157e is going to be created. [ 926.787695] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.787918] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.788061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.788340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.788574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.788805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.909808] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81318ab4-2623-4c5a-84cd-00e5ee201e9a: rpc.has_security_group_logging(os_id): False [ 926.935856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.936129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.936129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.936305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.936411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.936693] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.936814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.936814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.936976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.937063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.937149] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a is going to be created. [ 927.012367] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.012580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.012650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.012924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.013239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.030967] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a in Status: IN_PROGRESS for 2s [ 927.248889] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444357d3-28e8-479e-ad7a-392e3c19c246 in Status: SUCCESS [ 927.248889] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 deletion is rescheduled due to dependency. [ 927.249194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.638292] env[69325]: INFO networking_nsxv3.common.synchronization [req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 req-ab9c6ca8-7975-437b-9ab4-f5090116883f service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 927.638292] env[69325]: INFO networking_nsxv3.common.synchronization [req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 req-ab9c6ca8-7975-437b-9ab4-f5090116883f service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 927.638292] env[69325]: INFO networking_nsxv3.common.synchronization [req-7308ded2-e100-462c-bfe2-e0e6e81f3bc7 req-ab9c6ca8-7975-437b-9ab4-f5090116883f service nova] Enqueued Resource ID: d8d5de45-de02-4af8-8a35-8377fc5d157e with Priority: HIGHEST for action port [ 927.638292] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 927.638292] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 927.638630] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d5de45-de02-4af8-8a35-8377fc5d157e with Priority: HIGHEST for action port [ 927.640125] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.640239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.640315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.640514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.640600] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.641522] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.641628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.641838] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d5de45-de02-4af8-8a35-8377fc5d157e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.642086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.642160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.642333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.642411] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d5de45-de02-4af8-8a35-8377fc5d157e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.147524] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.147732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147875] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d5de45-de02-4af8-8a35-8377fc5d157e with status ACTIVE [ 928.148056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.148162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.148225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.148434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.148525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.148694] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.148790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.148849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.148998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.149087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.149262] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.149356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.149414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.149548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.149618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.149697] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d5de45-de02-4af8-8a35-8377fc5d157e is going to be updated. [ 928.181329] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.181329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.181329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.181329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.181329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.181329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d5de45-de02-4af8-8a35-8377fc5d157e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.352286] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 928.352734] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 928.352734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.352889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.353125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.353390] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.353566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.353657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.353854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.353943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.354069] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.856544] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.939800] env[69325]: INFO networking_nsxv3.common.synchronization [req-926193ea-506a-46c1-9f47-c4138bdda82a req-ef471fe5-3bad-412c-bc0d-58790bfedfb4 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_members [ 928.940444] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_members [ 928.940775] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.940909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.940953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.944500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.947456] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.947456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.947456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.947456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.947456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.947456] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.045492] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a in Status: SUCCESS [ 929.046382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.358784] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.450422] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450422] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450422] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d already deleted. [ 929.450422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.585183] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.585459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.585933] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.586073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.586354] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.586568] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.586728] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.586990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.587183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.587450] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.587598] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.587782] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.587944] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.588125] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.588314] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.588542] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.608080] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.608338] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.608487] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.608677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.609052] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c317e334-61fe-467e-9757-e925c8f2aefa taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.609298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.609414] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.609670] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.609810] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c317e334-61fe-467e-9757-e925c8f2aefa',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.862073] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.862073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.862073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.862277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.862374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.862476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 929.911315] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.911315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.911315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.911315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.911591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.924194] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 930.113335] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.113709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.113822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.114152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.114514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.114786] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c317e334-61fe-467e-9757-e925c8f2aefa not found, creating... [ 930.115121] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.115313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.115445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.115813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.115974] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.116380] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.116596] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.116734] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.116971] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.117132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.117285] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c317e334-61fe-467e-9757-e925c8f2aefa is going to be created. [ 930.141500] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.141808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.142012] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.142415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.142888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.143279] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.777504] env[69325]: INFO networking_nsxv3.common.synchronization [req-7fcfa75f-7ff2-43d9-8a08-6de43db7d8ad req-5ecbd645-2136-4df7-b95d-c58a7916d271 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 930.777504] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 930.777504] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.780256] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.780256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.780256] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.845018] env[69325]: INFO networking_nsxv3.common.synchronization [req-926193ea-506a-46c1-9f47-c4138bdda82a req-6da829d3-9af0-4bab-885b-73122bfd19a4 service nova] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_rules [ 930.845262] env[69325]: INFO networking_nsxv3.common.synchronization [req-926193ea-506a-46c1-9f47-c4138bdda82a req-6da829d3-9af0-4bab-885b-73122bfd19a4 service nova] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_members [ 930.845413] env[69325]: INFO networking_nsxv3.common.synchronization [req-926193ea-506a-46c1-9f47-c4138bdda82a req-6da829d3-9af0-4bab-885b-73122bfd19a4 service nova] Enqueued Resource ID: c317e334-61fe-467e-9757-e925c8f2aefa with Priority: HIGHEST for action port [ 930.845923] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_rules [ 930.846244] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_members [ 930.846406] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c317e334-61fe-467e-9757-e925c8f2aefa with Priority: HIGHEST for action port [ 930.846758] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.847583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.847706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.847965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.848120] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.849075] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.849804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.849963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.850274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.851152] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.851152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.851152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.851152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.851152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.851152] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.852764] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c317e334-61fe-467e-9757-e925c8f2aefa taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.852764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.852764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.852913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.853070] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c317e334-61fe-467e-9757-e925c8f2aefa',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.282822] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.354911] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.357525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.357525] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c317e334-61fe-467e-9757-e925c8f2aefa with status ACTIVE [ 931.357525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.357525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.357525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.358013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.358013] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.358013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.358013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.358192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.358192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.358245] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c317e334-61fe-467e-9757-e925c8f2aefa is going to be updated. [ 931.381843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.381843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.381843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.381843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.381843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.382115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c317e334-61fe-467e-9757-e925c8f2aefa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.785788] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.857430] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.935666] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 931.936041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.936575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.936829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.937098] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.937227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.937300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.937445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.937524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.937682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.937682] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.287909] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.288121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.288176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.288407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.288510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.288614] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 932.319417] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.319549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.319736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.319828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.320188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.329871] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 932.359426] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.359615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.359690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.359934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.360042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.360155] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d is going to be created. [ 932.390840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.391071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.391071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.391396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.391519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.403574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: UNINITIALIZED for 2s [ 932.440201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.440389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.440472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.440707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.440894] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.441029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.441266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.441453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.441542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.441632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.441848] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.441898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.441957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.442129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.442302] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.442476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.442555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.442978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.442978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.442978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.442978] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.480966] env[69325]: INFO networking_nsxv3.common.synchronization [req-38f6a8a9-01b9-4a89-a668-2e935a77272d req-e3679371-9229-4408-84d6-dd497d2677b0 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Enqueued Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_members [ 932.481553] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_members [ 932.481851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.481973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.482129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.482518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.482691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.482802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.482879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.483055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.483141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.483264] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.948723] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e: rpc.has_security_group_logging(os_id): False [ 932.974990] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.974990] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.974990] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.974990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.976762] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.976762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.976762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.976762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.976762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.976762] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 932.986104] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.986226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.986336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.986591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.986684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.986910] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.987033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.987097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.987334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.987441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff80ef16-f3b3-4170-82f5-2162774b077b already deleted. [ 932.988060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.018982] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.019277] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-69" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.019458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-69" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.020066] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-69" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.020362] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.020640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.020777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.021098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.021765] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.021765] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.021765] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.022046] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.022093] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.022270] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.022427] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.022632] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.082132] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.082132] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.082132] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.082132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-69" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.082132] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-37ea30fa-cdca-4f8e-830b-acc023227d54 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.082132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.082132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.082132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.082132] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ea30fa-cdca-4f8e-830b-acc023227d54',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.097468] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.097603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.097687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.097885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.098060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.117059] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 933.583201] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.583522] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.583626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.583930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.584102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.584287] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 37ea30fa-cdca-4f8e-830b-acc023227d54 not found, creating... [ 933.584619] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.584789] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.584911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.585158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.585302] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.585602] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.585763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.585882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.586108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.586247] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.586396] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 37ea30fa-cdca-4f8e-830b-acc023227d54 is going to be created. [ 933.608941] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.609205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.609304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.609569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.609809] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.610057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.342021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 934.342518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.419782] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: SUCCESS [ 934.420380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.420635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.421039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.422382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.422382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.422382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.422382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.422382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.422382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.422901] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.681080] env[69325]: INFO networking_nsxv3.common.synchronization [req-38f6a8a9-01b9-4a89-a668-2e935a77272d req-e1c340e0-b095-49e8-97e8-20fc1e05cbfc service nova] Enqueued Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_rules [ 934.681080] env[69325]: INFO networking_nsxv3.common.synchronization [req-38f6a8a9-01b9-4a89-a668-2e935a77272d req-e1c340e0-b095-49e8-97e8-20fc1e05cbfc service nova] Enqueued Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_members [ 934.681080] env[69325]: INFO networking_nsxv3.common.synchronization [req-38f6a8a9-01b9-4a89-a668-2e935a77272d req-e1c340e0-b095-49e8-97e8-20fc1e05cbfc service nova] Enqueued Resource ID: 37ea30fa-cdca-4f8e-830b-acc023227d54 with Priority: HIGHEST for action port [ 934.681476] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_rules [ 934.681508] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_members [ 934.681585] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ea30fa-cdca-4f8e-830b-acc023227d54 with Priority: HIGHEST for action port [ 934.681902] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.681973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.686712] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.686712] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.686712] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.686712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.686712] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.688203] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ea30fa-cdca-4f8e-830b-acc023227d54 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.689962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.690174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.691253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.691504] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ea30fa-cdca-4f8e-830b-acc023227d54',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.827895] env[69325]: INFO networking_nsxv3.common.synchronization [req-75252a7f-6503-4dcd-b8fb-caed76d38bb9 req-ad7f057d-c118-4d34-99d9-590f46a4c55a tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 934.827895] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 934.827895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.827895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.827895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.827895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.827895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.828975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.829232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.829763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.829978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.830205] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.925694] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.134507] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 935.134507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.194037] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.194763] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.194897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.200876] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ea30fa-cdca-4f8e-830b-acc023227d54 with status ACTIVE [ 935.201141] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.201321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.201417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.201704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.201828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.202066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.202199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.202287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.202458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.202555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.203517] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.207052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.207052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.207052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.207052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.207052] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ea30fa-cdca-4f8e-830b-acc023227d54 is going to be updated. [ 935.232672] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.232672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.232672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.232672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.232963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.232963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ea30fa-cdca-4f8e-830b-acc023227d54" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.235753] env[69325]: INFO networking_nsxv3.common.synchronization [req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 req-5f080a4f-0fc1-4521-ac2d-a598d3470c46 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_members [ 935.236290] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_members [ 935.236791] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.236791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.236791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.236976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.237135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.237233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.237288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.237433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.237541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.237592] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.336521] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.427944] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 069a794e-552b-47e7-9279-5362d8db2a4d: rpc.has_security_group_logging(os_id): False [ 935.448768] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.449049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.449338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.449386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.449631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.449736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.449775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.449926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.449997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.450090] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d is going to be created. [ 935.510993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.510993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.511225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.511309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.511500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.531242] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: IN_PROGRESS for 2s [ 935.698088] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.702508] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.702508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.704080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.704080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.704080] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.704080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.704080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.704316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.705033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.705033] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.705033] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.705033] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.705222] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.705222] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.708237] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.708237] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.726516] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.727016] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.727381] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.728654] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-53" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.728654] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.728654] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.728654] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.730275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.730527] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c883f5-b9ce-4a66-b9e5-4b911c3f3d24',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.742545] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.743681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.743799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.744539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.744539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.744539] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.744539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.744757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.745427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.745427] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd already deleted. [ 935.745427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.834909] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.199703] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.199977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.199977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.200176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.200278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.200454] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff80ef16-f3b3-4170-82f5-2162774b077b is going to be created. [ 936.232509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.232724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.232724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.233018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.233306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.235428] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.235739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.235932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.236287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.236506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.236759] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 not found, creating... [ 936.237141] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.237369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.237538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.237875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.238069] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.238491] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.238649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.238775] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.239092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.239215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.239370] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 is going to be created. [ 936.245476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff80ef16-f3b3-4170-82f5-2162774b077b in Status: UNINITIALIZED for 2s [ 936.262215] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.262490] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.262632] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.262917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.263168] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.263479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.337761] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.337952] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.338042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.338272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.338368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.338473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be updated. [ 936.385845] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.386429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.386429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.386429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.386672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.401078] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 937.075054] env[69325]: INFO networking_nsxv3.common.synchronization [req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 req-3fb00859-3ccd-43b7-bd4c-0ff072e65168 service nova] Enqueued Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_rules [ 937.075054] env[69325]: INFO networking_nsxv3.common.synchronization [req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 req-3fb00859-3ccd-43b7-bd4c-0ff072e65168 service nova] Enqueued Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_members [ 937.075054] env[69325]: INFO networking_nsxv3.common.synchronization [req-ddf40cb5-0033-4a66-a0db-812a5cbdbda7 req-3fb00859-3ccd-43b7-bd4c-0ff072e65168 service nova] Enqueued Resource ID: 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 with Priority: HIGHEST for action port [ 937.075497] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_rules [ 937.075668] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_members [ 937.075769] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 with Priority: HIGHEST for action port [ 937.079119] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.079119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079119] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.079119] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.079119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079777] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.079777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.079959] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.080796] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.080914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.080960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.081128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.081808] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c883f5-b9ce-4a66-b9e5-4b911c3f3d24',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.550677] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: SUCCESS [ 937.550677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.582983] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.584788] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.584788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.584788] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 with status ACTIVE [ 937.585031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.585229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.585555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.585555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.585670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.585898] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.585997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.586134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.586322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.586440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.586728] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.586975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.587135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.587315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.587433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.587571] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74c883f5-b9ce-4a66-b9e5-4b911c3f3d24 is going to be updated. [ 937.611091] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.611396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.611396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.611602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.611789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.612017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74c883f5-b9ce-4a66-b9e5-4b911c3f3d24" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.871727] env[69325]: INFO networking_nsxv3.common.synchronization [None req-132db7e6-854e-4ba8-bdbc-93ed322311fc tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: 962c32bc-b7f4-4514-a4a2-5da42bb4d435 with Priority: HIGHEST for action security_group_rules [ 937.871992] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962c32bc-b7f4-4514-a4a2-5da42bb4d435 with Priority: HIGHEST for action security_group_rules [ 937.872307] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.872421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.872485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.872731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.872806] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('962c32bc-b7f4-4514-a4a2-5da42bb4d435',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.957777] env[69325]: INFO networking_nsxv3.common.synchronization [None req-990059b6-586d-4db0-9834-1be9ad528976 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: 962c32bc-b7f4-4514-a4a2-5da42bb4d435 with Priority: HIGHEST for action security_group_rules [ 937.958306] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962c32bc-b7f4-4514-a4a2-5da42bb4d435 with Priority: HIGHEST for action security_group_rules [ 937.958580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.958686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.091751] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.257277] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff80ef16-f3b3-4170-82f5-2162774b077b in Status: SUCCESS [ 938.257577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.257795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.258087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.258338] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.258498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.258587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.258805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.258906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.258999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.259500] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.393097] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.397934] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 962c32bc-b7f4-4514-a4a2-5da42bb4d435 already deleted. [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.397934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.397934] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('962c32bc-b7f4-4514-a4a2-5da42bb4d435',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.414609] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 938.414878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.594791] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.594939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.594980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.595509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.595509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.595509] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd is going to be created. [ 938.622689] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.622689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.622689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.622689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.622992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.632641] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd in Status: UNINITIALIZED for 2s [ 938.764439] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.764716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.764716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.765029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.765072] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.765148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.765225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.765361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.765444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.765529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.765667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.765754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.765808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.765950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.766089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.766175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.766229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.766371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.766442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.766508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.766601] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.924569] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.924569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.924569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.924569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.924569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.924569] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 962c32bc-b7f4-4514-a4a2-5da42bb4d435 already deleted. [ 938.924569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-962c32bc-b7f4-4514-a4a2-5da42bb4d435" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.272427] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff80ef16-f3b3-4170-82f5-2162774b077b: rpc.has_security_group_logging(os_id): False [ 939.291769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.291955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.292076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.292323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.292412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.292611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.292726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.292893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.292949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.293062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.294276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.294276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.294276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.294914] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff80ef16-f3b3-4170-82f5-2162774b077b is going to be created. [ 939.366955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.367106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.367256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.367824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.367824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.381887] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff80ef16-f3b3-4170-82f5-2162774b077b in Status: IN_PROGRESS for 2s [ 940.123589] env[69325]: INFO networking_nsxv3.common.synchronization [req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 req-c54f7129-53b4-4b0a-a210-be41eb84b415 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 940.124534] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 940.124902] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.124993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.125452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.125550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.125884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.125978] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.426485] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.426743] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.427218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.427218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.427560] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.427986] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.428579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.428863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.429100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.429394] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.429566] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.429726] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.429882] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.430054] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.430208] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.430393] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.451111] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.451320] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.451481] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.451678] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.452059] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.452261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.452402] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.452733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.452889] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.628123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.628123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.628123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.628399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.628399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.628481] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.628584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.628649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.628831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.628921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.629022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be deleted. [ 940.643769] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd in Status: SUCCESS [ 940.643769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.644032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.644234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.644439] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.644557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.644681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.644805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.644861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.644927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.645023] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.660938] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.661105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.661291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.661532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.661630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.661944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.956310] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.956523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.956623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.957000] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.957172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.957471] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 not found, creating... [ 940.958073] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.958227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.958332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.958559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.958762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.959121] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.959369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.959522] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.959778] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.959994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.960185] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 is going to be created. [ 940.989037] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.989321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.989530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.989865] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.990170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.990498] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.147325] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.396724] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff80ef16-f3b3-4170-82f5-2162774b077b in Status: SUCCESS [ 941.396969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.652056] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd: rpc.has_security_group_logging(os_id): False [ 941.673977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.674154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.674263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.674599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.674599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.674854] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.674957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.675042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.675210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.675289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.675385] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd is going to be created. [ 941.719108] env[69325]: INFO networking_nsxv3.common.synchronization [req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 req-fe3eebd0-2ed7-4f09-92af-056089a23c5d service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 941.719302] env[69325]: INFO networking_nsxv3.common.synchronization [req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 req-fe3eebd0-2ed7-4f09-92af-056089a23c5d service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 941.719445] env[69325]: INFO networking_nsxv3.common.synchronization [req-77b7b7ba-5124-45b0-b59f-0bfe13243ba8 req-fe3eebd0-2ed7-4f09-92af-056089a23c5d service nova] Enqueued Resource ID: 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 with Priority: HIGHEST for action port [ 941.719688] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 941.719817] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 941.719932] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 with Priority: HIGHEST for action port [ 941.720587] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.720687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.720887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.720946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.726365] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.726365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.726365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.726365] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.726365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.726365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.732070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.732070] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.744404] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.744569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.744679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.744918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.745118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.757252] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd in Status: IN_PROGRESS for 2s [ 942.212987] env[69325]: INFO networking_nsxv3.common.synchronization [req-e9b8e1fa-0b6c-424c-9ee3-064e20a67649 req-e3e3a086-4595-453b-ad9b-a49717146cbc tempest-ListServerFiltersTestJSON-1483205011 tempest-ListServerFiltersTestJSON-1483205011-project-member] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 942.213691] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGHEST for action security_group_members [ 942.214084] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.214264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.214394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.214639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.214983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.215082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.215269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.215402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.215500] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.233588] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.233588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.233588] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.235710] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 with status ACTIVE [ 942.235992] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.236234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.236342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.236620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.238580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.238580] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.238580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.238580] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1 is going to be updated. [ 942.269801] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.270031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.270031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.270298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.270438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.270610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a9015a-b3b8-41b3-b6a8-1a2a8210ccc1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.717995] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.718444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.718444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.718444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.718609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.718717] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.718847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.718912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.719231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.719231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.719409] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be updated. [ 942.743109] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.768308] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.768563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.768563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.768851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.768951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.779460] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: IN_PROGRESS for 2s [ 943.245568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.245786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.245884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.246227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.246425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.246498] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be created. [ 943.275600] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.275845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.275845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.276759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.276759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.291536] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: UNINITIALIZED for 2s [ 943.774333] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd in Status: SUCCESS [ 943.774333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.081879] env[69325]: INFO networking_nsxv3.common.synchronization [req-3248691b-74b6-4d62-a5e9-68eb11cf7f45 req-5914a692-8497-4d44-9731-09f7ea86887c tempest-ServersAdminTestJSON-1991945134 tempest-ServersAdminTestJSON-1991945134-project-member] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 944.082367] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGHEST for action security_group_members [ 944.083028] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.083028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.083028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.083228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.083904] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.083904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.083904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.083904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.084114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.084114] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.109043] env[69325]: INFO networking_nsxv3.common.synchronization [req-180fb840-b100-4c66-8d7b-9a09830006e1 req-5c80715c-f6e7-4064-b10e-04f6bd8742fc tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 944.110055] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 944.110055] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.110055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.110055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.110055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.110242] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.110584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.110584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.110584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.110703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.110772] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.466804] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.467103] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.467336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.467749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.468964] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.468964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.468964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.468964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.469725] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.469725] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.469901] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.470114] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.470275] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.470488] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.470689] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.499754] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.500825] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.500825] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.500825] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.500825] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.501124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.501162] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.501566] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.501718] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f1b7202-f3f7-4dbd-9aa1-afa45760c061',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.587034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.587034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.587034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.587034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.612449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.612739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.612874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.612945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.613177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.613261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.613456] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be updated. [ 944.619627] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.667360] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.667591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.667737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.668319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.668319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.685175] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: IN_PROGRESS for 2s [ 944.792208] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 in Status: SUCCESS [ 944.792208] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 deletion is rescheduled due to dependency. [ 944.792583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.004571] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.004888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.005075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.005435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.005602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.005821] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 not found, creating... [ 945.006139] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.006317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.006475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.006747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.006914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.008584] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.008913] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.009106] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.009430] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.009675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.009916] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 is going to be created. [ 945.036897] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.037239] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.037382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.037927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.038364] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124571] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.303142] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 945.303485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.303907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.304443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.304443] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.304611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.304765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.304989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.305142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.305268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.305414] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.626771] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.626990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.627093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.627428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.627529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.627652] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 945.662497] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.662709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.662798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.663154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.663457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.673881] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 945.760250] env[69325]: INFO networking_nsxv3.common.synchronization [req-a318ae77-3663-4c86-b470-04d4ec92e59e req-5b44fb75-1b4c-4a47-a0f9-47c49d2d2c95 tempest-ServersWithSpecificFlavorTestJSON-316981388 tempest-ServersWithSpecificFlavorTestJSON-316981388-project-member] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 945.760869] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGHEST for action security_group_members [ 945.761259] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.761400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.761455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.761685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.761866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.761965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.762123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.762341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.762489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.762600] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.807794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.808170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.808170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.808265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.808629] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.808992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.808992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.808992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.809317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.809437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.809627] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.809751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.809834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.810009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.810239] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.810309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.810371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.810556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.810634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.810772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.810885] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.934991] env[69325]: INFO networking_nsxv3.common.synchronization [req-180fb840-b100-4c66-8d7b-9a09830006e1 req-a5ed62db-a1a7-4b07-996d-960cd441c610 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 945.935104] env[69325]: INFO networking_nsxv3.common.synchronization [req-180fb840-b100-4c66-8d7b-9a09830006e1 req-a5ed62db-a1a7-4b07-996d-960cd441c610 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 945.935253] env[69325]: INFO networking_nsxv3.common.synchronization [req-180fb840-b100-4c66-8d7b-9a09830006e1 req-a5ed62db-a1a7-4b07-996d-960cd441c610 service nova] Enqueued Resource ID: 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 with Priority: HIGHEST for action port [ 945.938566] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 945.938566] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 945.938566] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 with Priority: HIGHEST for action port [ 945.938566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.938566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.938566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.938566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.938566] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.938566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.938566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.939412] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.939412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.939412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.939412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.939412] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f1b7202-f3f7-4dbd-9aa1-afa45760c061',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.265101] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.266455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.266677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.266862] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.266986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.267220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.267334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.267409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.267559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.267635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.267725] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be updated. [ 946.304318] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.304318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.304318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.304318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.304318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.313731] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: IN_PROGRESS for 2s [ 946.314506] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f2d456-7936-4e66-acfe-1cc823193221: rpc.has_security_group_logging(os_id): False [ 946.335770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.335932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.336034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.336222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.336432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336538] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.336647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.336718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.336864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.336941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.337236] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.337327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.337327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.337576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.337576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.337759] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.337905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.337965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.338092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.338233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.338284] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be created. [ 946.408671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.408864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.408906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.409117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.409298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.422912] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 946.441890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.445242] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 with status ACTIVE [ 946.445242] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.445242] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.445242] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.445242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.446091] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f1b7202-f3f7-4dbd-9aa1-afa45760c061 is going to be updated. [ 946.472183] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.472183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.472183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.472183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.472183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.472574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f1b7202-f3f7-4dbd-9aa1-afa45760c061" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.678177] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0d6ab216-8df7-4d38-b9a8-83829cde4105 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 946.678177] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 946.678686] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.678686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.678686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.678840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679433] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.679433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.679433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679750] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.696629] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 in Status: SUCCESS [ 946.696629] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 deletion is rescheduled due to dependency. [ 946.696629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.085391] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f2915fb-8f13-4a85-9abf-7426d6131315 req-1121dd04-f62a-4783-8eaf-2a53a36160b9 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 947.085925] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 947.085925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.085925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.085925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.090382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.090382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.090382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.090382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.090382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.090382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.090382] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.183430] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.433593] env[69325]: INFO networking_nsxv3.common.synchronization [req-37a79ae7-a07d-42f1-bed5-47acb6efc507 req-93829130-c247-4947-955a-b27f47493574 tempest-ServersTestJSON-1589848383 tempest-ServersTestJSON-1589848383-project-member] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_members [ 947.434882] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGHEST for action security_group_members [ 947.435239] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.435385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.435483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.435823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.435984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.436106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.436168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.436328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.436414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.436512] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.591881] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.686248] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 947.686621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.686877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.687314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.687373] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.687793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.687878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.688040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.689084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.689286] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.690509] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.942058] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.942320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.942437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.942711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.942842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.943145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.943271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.943392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.943564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.943646] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.943760] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f is going to be updated. [ 948.020509] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.020868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.021321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.021771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.022319] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.023222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.023724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.024304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.025672] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.025672] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.025672] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.025672] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.025672] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.026283] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.026283] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.026283] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.032702] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.032852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.032852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.033110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.033232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.045340] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c74f31b1-be74-4494-a4a2-e37661cf785f in Status: IN_PROGRESS for 2s [ 948.052532] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.052764] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.052954] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.055216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-791" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.055216] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-2b3263bf-5f45-479e-913c-d3e56d2115d9 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.055216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.055216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.055216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.055216] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b3263bf-5f45-479e-913c-d3e56d2115d9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.096176] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.380697] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.381797] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.381946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.382011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.382188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.382269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.382357] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 948.396668] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d in Status: SUCCESS [ 948.396934] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d deletion is rescheduled due to dependency. [ 948.398173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.427638] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.429427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.429427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.429427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.429427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.442297] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 948.448394] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 948.448747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.557685] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.557940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.558189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.559283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.559283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.559283] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 2b3263bf-5f45-479e-913c-d3e56d2115d9 not found, creating... [ 948.559283] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.559588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.559588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.559876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.559876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.560278] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.560501] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.560629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.560875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.561175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.561347] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 2b3263bf-5f45-479e-913c-d3e56d2115d9 is going to be created. [ 948.584521] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.584906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.585162] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.585447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.585801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.586063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.599850] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.600054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.600100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.600327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.600552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.600552] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be updated. [ 948.637711] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.637863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.637935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.653657] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: IN_PROGRESS for 2s [ 948.884989] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.380435] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.380834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.381923] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.382674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.382891] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.383100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.383231] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.383529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.383827] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.383917] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.384144] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.384324] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.384447] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.384617] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.384793] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.384987] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.388453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.388675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.388675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.388842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.388953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.389139] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 949.408270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.408470] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.408600] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.409204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.409596] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-251d6d81-8541-49ea-a49f-23abcbd9cbf6 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.413026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.413026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.413026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.413026] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251d6d81-8541-49ea-a49f-23abcbd9cbf6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.422395] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.422654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.422654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.422886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.422986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.450313] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 949.592416] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f2915fb-8f13-4a85-9abf-7426d6131315 req-e6aa93a4-08e9-40ac-b7ea-52075bb71609 service nova] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_rules [ 949.592596] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f2915fb-8f13-4a85-9abf-7426d6131315 req-e6aa93a4-08e9-40ac-b7ea-52075bb71609 service nova] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 949.592737] env[69325]: INFO networking_nsxv3.common.synchronization [req-5f2915fb-8f13-4a85-9abf-7426d6131315 req-e6aa93a4-08e9-40ac-b7ea-52075bb71609 service nova] Enqueued Resource ID: 2b3263bf-5f45-479e-913c-d3e56d2115d9 with Priority: HIGHEST for action port [ 949.593238] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_rules [ 949.593455] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 949.593606] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b3263bf-5f45-479e-913c-d3e56d2115d9 with Priority: HIGHEST for action port [ 949.593831] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.593943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.594104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.594373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.594471] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.599033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.599033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b3263bf-5f45-479e-913c-d3e56d2115d9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.599033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.599033] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b3263bf-5f45-479e-913c-d3e56d2115d9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.917026] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.917026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.917026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.917026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.917026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.917026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 251d6d81-8541-49ea-a49f-23abcbd9cbf6 not found, creating... [ 949.917026] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.917026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.917026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.917893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.918290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.921021] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.921021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.921021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.921021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.921021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.921021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 251d6d81-8541-49ea-a49f-23abcbd9cbf6 is going to be created. [ 949.953253] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.953687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.953858] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.954284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.954587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.955354] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.060556] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c74f31b1-be74-4494-a4a2-e37661cf785f in Status: SUCCESS [ 950.060797] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f deletion is rescheduled due to dependency. [ 950.060968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.096588] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.097149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.098182] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b3263bf-5f45-479e-913c-d3e56d2115d9 with status ACTIVE [ 950.098382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.098763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.098763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.098763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.099772] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.099772] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.099772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.100372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.100372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.100372] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b3263bf-5f45-479e-913c-d3e56d2115d9 is going to be updated. [ 950.128582] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.128582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.128582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.128841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.128882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.129062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b3263bf-5f45-479e-913c-d3e56d2115d9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.453020] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 950.453428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.663739] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 950.663969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.664170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.664482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.664684] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.664799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.664859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.665056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.665119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.665210] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.831343] env[69325]: INFO networking_nsxv3.common.synchronization [req-5ce64285-4524-427e-96ac-55dd07e908b0 req-c8aadd27-7851-47a5-9bfb-9edcea2fac37 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 950.831565] env[69325]: INFO networking_nsxv3.common.synchronization [req-5ce64285-4524-427e-96ac-55dd07e908b0 req-c8aadd27-7851-47a5-9bfb-9edcea2fac37 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 950.831715] env[69325]: INFO networking_nsxv3.common.synchronization [req-5ce64285-4524-427e-96ac-55dd07e908b0 req-c8aadd27-7851-47a5-9bfb-9edcea2fac37 service nova] Enqueued Resource ID: 251d6d81-8541-49ea-a49f-23abcbd9cbf6 with Priority: HIGHEST for action port [ 950.831964] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 950.832101] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 950.832218] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251d6d81-8541-49ea-a49f-23abcbd9cbf6 with Priority: HIGHEST for action port [ 950.832801] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.832925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.832987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.833338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.833440] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.834343] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.834462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.834531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.834702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.834843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.834948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.834998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.835146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.835227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.835329] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.836084] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-251d6d81-8541-49ea-a49f-23abcbd9cbf6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.836190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.836250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.836398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.836488] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251d6d81-8541-49ea-a49f-23abcbd9cbf6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.168134] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.338679] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.338934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.339257] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.341047] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251d6d81-8541-49ea-a49f-23abcbd9cbf6 with status ACTIVE [ 951.342122] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.342122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.342122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.342122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.342122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.342122] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.342122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.342453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.342453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.342453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.342571] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.342686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.342722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.342839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.342916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.343011] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251d6d81-8541-49ea-a49f-23abcbd9cbf6 is going to be updated. [ 951.367858] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.368287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.368425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.368832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251d6d81-8541-49ea-a49f-23abcbd9cbf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.467995] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 951.468402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.468668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.468947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.469218] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.469356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.469416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.469601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.469723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.469851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.469970] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.672497] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.842493] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.972856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.973028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.973163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.973491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.974099] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.974278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.975010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.975010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.975010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.975010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.975010] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.975010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.975470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.975470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.975470] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.975626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.975626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.975780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.975780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.975873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.975951] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.175497] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.175754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.175754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.175853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.175975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.176059] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be updated. [ 952.211438] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.211668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.211742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.211959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.212131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.223439] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: IN_PROGRESS for 2s [ 952.346454] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.346676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.346676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.346962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.347080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.347242] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 952.385676] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.385903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.386128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.386389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.386576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.396660] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 952.478974] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 952.501875] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.502039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.502379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.503746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.503746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.503746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.503887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.503921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.505496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.505625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.505868] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.506159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.507852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.508090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.508198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.508486] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.508643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.508734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.508939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.508939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.509093] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 952.589594] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.589774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.589849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.590721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.590918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.633781] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 953.061854] env[69325]: INFO networking_nsxv3.common.synchronization [req-803b379b-11b5-4f30-807f-832a0188ac92 req-a4e6570a-b6fc-428c-818c-3e893eaac067 tempest-ServerTagsTestJSON-684516277 tempest-ServerTagsTestJSON-684516277-project-member] Enqueued Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_members [ 953.062674] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGHEST for action security_group_members [ 953.063041] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.063203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.063283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.063582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.063776] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.063867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.063920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.064111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.064183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.064289] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.567275] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.567654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.567654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.567837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.567969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.568235] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.568375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.568437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.568691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.568765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.568863] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff80ef16-f3b3-4170-82f5-2162774b077b is going to be updated. [ 953.603072] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.603072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.603072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.603072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.603072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.614764] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff80ef16-f3b3-4170-82f5-2162774b077b in Status: IN_PROGRESS for 2s [ 954.236119] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 954.236330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.236511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.236821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.237123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.237322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.237442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.237698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.237812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.237951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.238108] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.410013] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 954.410288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.410487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.410732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.410956] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.411088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.411154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.411319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.411412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411655] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.657130] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 954.657384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.740749] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.740913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.742060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.742060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.742060] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.742060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.742060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.742325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.742433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.742565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.743015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.743015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.743015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.743187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.743353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.743566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.743666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.743849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.743969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.744108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.744291] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.914209] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.914474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.914474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.915461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.915461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.915461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.915461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.915461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.915461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.915461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.915896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.915896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.915896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.915896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.915896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.916111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.916111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.916175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.916222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.916303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.916384] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.247085] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b778e99f-82d2-41b1-8d6b-559c33435a88: rpc.has_security_group_logging(os_id): False [ 955.269416] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.269659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.269707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.269977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.270119] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.270353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.270467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.270547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.270725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.270833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.271053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.271153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.271226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.271426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.271523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.271754] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.271852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.271914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.272107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.272185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.272291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be updated. [ 955.344446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.347757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.347870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.348672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.348672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.364574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: IN_PROGRESS for 2s [ 955.420906] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f2d456-7936-4e66-acfe-1cc823193221: rpc.has_security_group_logging(os_id): False [ 955.446054] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.446266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.446336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.446563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.446656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.446899] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.447025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.447083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.447224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.447299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.447556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.447671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.447732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.447904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.447985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.448197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.448322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.448407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.448554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.448632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.448751] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 955.521545] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.521794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.521794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.521970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.522129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.536642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 955.640323] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff80ef16-f3b3-4170-82f5-2162774b077b in Status: SUCCESS [ 955.640323] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff80ef16-f3b3-4170-82f5-2162774b077b deletion is rescheduled due to dependency. [ 955.640563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.324525] env[69325]: INFO networking_nsxv3.common.synchronization [req-59173ba7-83a5-4518-93dc-2906fa14ad01 req-512f99e9-9177-477b-bea8-50e57ed9a621 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 957.325222] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 957.325601] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.325772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.325904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.326172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.326371] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.326630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.326739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.326946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.327078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.327221] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.382778] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 957.382778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.557041] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 957.557308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.829628] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.830253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.830372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.830663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.830789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.831529] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.831529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.831529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.831802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.831802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.831802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 957.872727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.872727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.872727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.873688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.874491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.888447] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 959.001301] env[69325]: INFO networking_nsxv3.common.synchronization [req-a6e51728-3f6a-4569-ac2c-9cf303b51371 req-51548f68-babe-4a99-b1b7-66e96f161c39 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 959.001301] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 959.001301] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.001718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.001718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.001718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.001718] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.001899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.001899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.002983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.002983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.002983] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.506679] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.734026] env[69325]: INFO networking_nsxv3.common.synchronization [req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 req-e5604bf9-73b0-43fb-b951-5d2544fa404f tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 959.734026] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 959.734026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.734026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.734026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.734026] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.905601] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 959.905874] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 959.906066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.012607] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.235909] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.236177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.236347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.236740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.237073] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.237752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.238011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.238359] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.238599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.239024] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.239205] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.239364] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.239563] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.239740] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.239887] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.240102] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.241575] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.241731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.241823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.242093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.242267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.242575] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.242888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.243078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.243246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.243720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.243720] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 960.272336] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.272567] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.272755] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.272973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.273344] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-72c6b262-8969-4859-a249-968ebef6768a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.273574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.273749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.274096] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.274262] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c6b262-8969-4859-a249-968ebef6768a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.287796] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.287947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.288018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.288356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.288356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.299592] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 960.515042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.515261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.515336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.515561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.515698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.515804] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 960.547123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.547385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.547480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.547806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.548036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.558708] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 960.666295] env[69325]: INFO networking_nsxv3.common.synchronization [req-c887c8b3-2f3f-4082-96e2-94e2cc1dcbbc req-d2c73336-4bbc-4988-8d90-5d6abfda0287 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 960.666848] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 960.667164] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.667284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.667348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.667559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.667702] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.667806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.667860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.667979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.671174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.671285] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.777961] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.778320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.778516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.778924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.779414] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.779414] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 72c6b262-8969-4859-a249-968ebef6768a not found, creating... [ 960.779767] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.780055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.780254] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.780571] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.780778] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.781626] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.781869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.782052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.782339] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.782530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.782725] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 72c6b262-8969-4859-a249-968ebef6768a is going to be created. [ 960.788313] env[69325]: INFO networking_nsxv3.common.synchronization [req-0a46eb17-d30d-4278-839d-fade2efcd6a4 req-4070e0ef-7fd2-429f-9809-bc877d572925 tempest-MigrationsAdminTest-1976692873 tempest-MigrationsAdminTest-1976692873-project-member] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 960.788987] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGHEST for action security_group_members [ 960.789389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.789548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.789650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790449] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.790449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.790449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.790817] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.807629] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.808275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.808275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.809599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.809599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.809599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.058370] env[69325]: INFO networking_nsxv3.common.synchronization [req-b9ecd47a-06d0-469d-bbe0-74f31fd3c5ae req-bebf9e33-51e6-49c6-95bf-8bfda9a4c377 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 961.058370] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 961.058370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.058370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.058370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.058370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.058914] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.058914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.058914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.058914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.058914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.059076] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.174180] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.174460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.174555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.174865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.175019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.175228] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.175390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.175491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.175703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.175814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.175917] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 961.239853] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.239853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.239853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.239853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.240112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.267811] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 961.293065] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.293299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.293382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.293739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.293841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.294579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.294647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.294811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.294891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294986] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be updated. [ 961.343846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.344064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.344143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.344302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.344527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.356574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: IN_PROGRESS for 2s [ 961.515270] env[69325]: INFO networking_nsxv3.common.synchronization [req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 req-5cf587f8-595e-46c5-8cb7-845524904055 service nova] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_rules [ 961.515270] env[69325]: INFO networking_nsxv3.common.synchronization [req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 req-5cf587f8-595e-46c5-8cb7-845524904055 service nova] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 961.515270] env[69325]: INFO networking_nsxv3.common.synchronization [req-686e04d6-fcc9-4238-93c8-5cc136a15ea2 req-5cf587f8-595e-46c5-8cb7-845524904055 service nova] Enqueued Resource ID: 72c6b262-8969-4859-a249-968ebef6768a with Priority: HIGHEST for action port [ 961.515270] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_rules [ 961.515270] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 961.515448] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c6b262-8969-4859-a249-968ebef6768a with Priority: HIGHEST for action port [ 961.515728] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.518121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.518121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.518121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.518121] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.518441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.518441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.518723] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c6b262-8969-4859-a249-968ebef6768a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.518723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.518846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.518965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.519049] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c6b262-8969-4859-a249-968ebef6768a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.562342] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.023333] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.023333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.025994] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72c6b262-8969-4859-a249-968ebef6768a with status ACTIVE [ 962.025994] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.025994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.026265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.026265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.026358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.026727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.026727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.026727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.026981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.026981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.027142] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.027196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.027254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.027404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.027465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.027536] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72c6b262-8969-4859-a249-968ebef6768a is going to be updated. [ 962.050370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.050601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.050601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.050804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.050942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.051118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c6b262-8969-4859-a249-968ebef6768a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.065170] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.310599] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 962.310805] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff deletion is rescheduled due to dependency. [ 962.310927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.311107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.311353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.311543] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.311663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.311728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.311888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.311968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.312088] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.568337] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.568337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.568829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.568829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.568829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.568829] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be updated. [ 962.571473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 962.572034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.601568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.601568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.601568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.601908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.602064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.611414] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: IN_PROGRESS for 2s [ 962.815662] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.286284] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 963.286284] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 deletion is rescheduled due to dependency. [ 963.286284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.319368] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.369369] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 in Status: SUCCESS [ 963.369541] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 deletion is rescheduled due to dependency. [ 963.369651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.820483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.820768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.822067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.822067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.822067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.822067] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 963.850766] env[69325]: INFO networking_nsxv3.common.synchronization [req-f6a44fb8-1a39-487e-b981-f6a3c5e035f7 req-ebd972b7-0f71-4fae-b3aa-6551a703a849 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 963.851947] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.852172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.852251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.852467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.852614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.854036] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 963.854683] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.854803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.854863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.855073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.855234] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.855331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.855394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.855543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.855628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.855721] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.865696] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 964.357986] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.622181] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 964.622306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.659596] env[69325]: INFO networking_nsxv3.common.synchronization [None req-ca46b299-2e8e-4cdc-b94a-44a67209f2b1 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 964.660394] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 964.660908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.661017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.861028] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.363944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.364351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.364351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.364461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.364505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.364632] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 965.396370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.397450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.397450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.397450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.397450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.407343] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 965.885870] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.885870] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.885870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.885870] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.391158] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.391508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.391508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.391709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.391836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.392465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.392582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.392834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.392930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.393065] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.393249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.393374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.393498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.393749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.393978] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.394152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.394232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.394396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.394490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.394586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.394681] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.897949] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff: rpc.has_security_group_logging(os_id): False [ 966.919116] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.919355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.919355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.919614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.919863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.920146] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.920268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.920317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.920507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.920566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.920756] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.920852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.920907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.921071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.921146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.921329] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.921476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.921549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.921707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.921783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.921870] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 967.020544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.020544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.020918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.020918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.021095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.035959] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 967.429736] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 967.430137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.430400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.431478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.431695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.431818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.431883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432276] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.937038] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.937038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.937038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.937038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.937038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.938235] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.938235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.938235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.938235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.938235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.938235] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 968.013736] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.014072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.014072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.014512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.014512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.061684] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 968.351446] env[69325]: INFO networking_nsxv3.common.synchronization [req-452c9f5c-1051-44d3-ba29-d15ddbd4b510 req-395a79f1-0299-471c-b5cd-aa7e7a14d423 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_members [ 968.351446] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab with Priority: HIGHEST for action security_group_members [ 968.351446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ddd96d-bb56-44a7-b294-a06ee12f2dab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.352588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.352699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.352924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.353124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.354970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.354970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.354970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.354970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.355235] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ddd96d-bb56-44a7-b294-a06ee12f2dab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.858351] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.858876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.858876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.858951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.859681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.859681] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.859681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.859681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.859901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.859901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.859959] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab is going to be updated. [ 968.896669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.896940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.896940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.897202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.897349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.919056] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab in Status: IN_PROGRESS for 2s [ 969.050926] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 969.050926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.072305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 970.072633] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 deletion is rescheduled due to dependency. [ 970.072633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.938223] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab in Status: SUCCESS [ 970.938416] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ddd96d-bb56-44a7-b294-a06ee12f2dab deletion is rescheduled due to dependency. [ 970.938540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ddd96d-bb56-44a7-b294-a06ee12f2dab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.351926] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.351926] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 975.638994] env[69325]: INFO networking_nsxv3.common.synchronization [req-2a0b8f52-495c-41d5-ab50-eabde58e6d3d req-00570e68-1de6-4392-bcf7-87d5c91ab3b4 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 975.642034] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 975.642034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.642034] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.642034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.642034] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.956386] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b309a07d-82a3-45bf-ab01-575763e276f5 None None] Enqueued Resource ID: 0537e8ac-45b5-4e4e-9585-3b00af2c4cfa with Priority: HIGHEST for action port [ 975.956638] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0537e8ac-45b5-4e4e-9585-3b00af2c4cfa with Priority: HIGHEST for action port [ 975.957249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0537e8ac-45b5-4e4e-9585-3b00af2c4cfa taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.957373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0537e8ac-45b5-4e4e-9585-3b00af2c4cfa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.957435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0537e8ac-45b5-4e4e-9585-3b00af2c4cfa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.957711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0537e8ac-45b5-4e4e-9585-3b00af2c4cfa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.957813] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0537e8ac-45b5-4e4e-9585-3b00af2c4cfa',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.144927] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.461139] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0537e8ac-45b5-4e4e-9585-3b00af2c4cfa [ 976.461456] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.461456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.461699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.461735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.461889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.461889] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0537e8ac-45b5-4e4e-9585-3b00af2c4cfa already deleted. [ 976.462024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0537e8ac-45b5-4e4e-9585-3b00af2c4cfa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.648767] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.731939] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.732864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.732864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.732864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.732864] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.733158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.733298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.733630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.733832] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.734153] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.734316] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.734466] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.734614] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.735049] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.735473] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.736008] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.765731] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.765731] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.765731] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.765731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-728" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.765731] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d24dbc54-1869-4bad-b58b-c27281ba535c taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.765731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.765731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.765731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.765731] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24dbc54-1869-4bad-b58b-c27281ba535c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.968044] env[69325]: INFO networking_nsxv3.common.synchronization [None req-7f8b778c-c911-4cff-ab3e-f0a84552cf13 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 976.968044] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 976.978026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.978026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.978026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.978026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.978026] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.138441] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1d33f07a-cdfe-4fc3-baa0-a17e44605194 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 977.139216] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 977.139993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.140371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.152334] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.152664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.153401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.153401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.153401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.153401] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be updated. [ 977.193682] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.193855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.193855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.194103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.194255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.209053] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: IN_PROGRESS for 2s [ 977.268674] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.268898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272023] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272023] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272655] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d24dbc54-1869-4bad-b58b-c27281ba535c is going to be updated. [ 977.305023] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.305023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.305023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.305023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.305023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.305429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.549964] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.553021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.553021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.553021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.553021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.553021] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 already deleted. [ 977.553021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.553021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.556341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.556537] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.086786] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.087090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.087090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.087507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.087716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.088217] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 already deleted. [ 978.088790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.147959] env[69325]: INFO networking_nsxv3.common.synchronization [req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 req-188e983d-fd10-46bf-8cba-bc862aa96756 service nova] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_rules [ 978.148148] env[69325]: INFO networking_nsxv3.common.synchronization [req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 req-188e983d-fd10-46bf-8cba-bc862aa96756 service nova] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 978.148301] env[69325]: INFO networking_nsxv3.common.synchronization [req-a5a8ce53-6f7f-4afa-9cf4-f1726d3512e7 req-188e983d-fd10-46bf-8cba-bc862aa96756 service nova] Enqueued Resource ID: d24dbc54-1869-4bad-b58b-c27281ba535c with Priority: HIGHEST for action port [ 978.148548] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_rules [ 978.148676] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 978.148932] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24dbc54-1869-4bad-b58b-c27281ba535c with Priority: HIGHEST for action port [ 978.149388] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.149518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.149582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.149794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.149885] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.153683] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.154218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.154218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.158209] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.158209] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.158209] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24dbc54-1869-4bad-b58b-c27281ba535c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.158209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.158897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.158897] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24dbc54-1869-4bad-b58b-c27281ba535c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.406840] env[69325]: INFO networking_nsxv3.common.synchronization [None req-cf897a27-6b44-4d38-a395-a0d3adcc14a1 None None] Enqueued Resource ID: 1e5ed8bf-c530-454f-b4bc-b6c1542532ab with Priority: HIGHEST for action port [ 978.409377] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ed8bf-c530-454f-b4bc-b6c1542532ab with Priority: HIGHEST for action port [ 978.409716] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5ed8bf-c530-454f-b4bc-b6c1542532ab taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.410263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5ed8bf-c530-454f-b4bc-b6c1542532ab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.410263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5ed8bf-c530-454f-b4bc-b6c1542532ab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.410263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5ed8bf-c530-454f-b4bc-b6c1542532ab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.410570] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5ed8bf-c530-454f-b4bc-b6c1542532ab',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.660989] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.662380] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.662549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.663086] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d24dbc54-1869-4bad-b58b-c27281ba535c with status ACTIVE [ 978.663323] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.663444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.663507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.664056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.664658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.664658] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.664658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.664658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.664658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.664897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.665453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.665748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.665748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.665849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.665908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.666033] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d24dbc54-1869-4bad-b58b-c27281ba535c is going to be updated. [ 978.720120] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.720795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.720795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.721922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.721922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.721922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24dbc54-1869-4bad-b58b-c27281ba535c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.913151] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e5ed8bf-c530-454f-b4bc-b6c1542532ab [ 978.913469] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.914570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.914570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.914570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.914570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.914570] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e5ed8bf-c530-454f-b4bc-b6c1542532ab already deleted. [ 978.914570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5ed8bf-c530-454f-b4bc-b6c1542532ab" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.164029] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.222467] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 979.222809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.666949] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.667224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.667295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.667507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.667649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.667780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 979.706597] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.706827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.706901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.707111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.707268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.717912] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 979.792738] env[69325]: INFO networking_nsxv3.common.synchronization [req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 req-2caa1d0d-8508-458d-859e-698a0d9c18bd tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 979.792738] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 979.792738] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.792983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.792983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.793708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.793708] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.793708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.793708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.793961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.793961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.794041] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.296111] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.296434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.296434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.296555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.296647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.296946] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.297093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.297166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.297321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.297400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.297510] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 980.332404] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.332404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.332404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.332404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.332404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.347945] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 980.353487] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.353852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.353975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.354362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.354912] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.354912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.354912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.355166] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.355268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.355900] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.355900] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.355900] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.355900] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.356089] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.356089] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.356181] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.377582] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.377582] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.377582] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.378203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.379061] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-30b6b02f-7708-4793-9573-f3e0e39ac5ce taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.379061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.379061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.379544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.379544] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b6b02f-7708-4793-9573-f3e0e39ac5ce',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.884503] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.884854] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.885038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.885754] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.885754] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.886115] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 30b6b02f-7708-4793-9573-f3e0e39ac5ce not found, creating... [ 980.886430] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.886707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.886903] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.893285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.893624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.894435] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.894519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.894732] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.895090] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.895338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.895582] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 30b6b02f-7708-4793-9573-f3e0e39ac5ce is going to be created. [ 980.929073] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.929073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.929073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.929073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.929073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.929073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.728943] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 981.728943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.728943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.729302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.729350] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.730377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.730377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.730377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.730377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.730377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.730377] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.158835] env[69325]: INFO networking_nsxv3.common.synchronization [req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 req-64764f40-993b-456a-8d48-17a9364ca9ce service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 982.159036] env[69325]: INFO networking_nsxv3.common.synchronization [req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 req-64764f40-993b-456a-8d48-17a9364ca9ce service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 982.159176] env[69325]: INFO networking_nsxv3.common.synchronization [req-bb5ddc60-4ff8-4ce1-8e06-43e07a358f35 req-64764f40-993b-456a-8d48-17a9364ca9ce service nova] Enqueued Resource ID: 30b6b02f-7708-4793-9573-f3e0e39ac5ce with Priority: HIGHEST for action port [ 982.159437] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 982.159571] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 982.159736] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6b02f-7708-4793-9573-f3e0e39ac5ce with Priority: HIGHEST for action port [ 982.160357] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.160473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.160552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160842] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.161790] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.161891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.162205] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b6b02f-7708-4793-9573-f3e0e39ac5ce taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.162374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.162464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.162711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.162830] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b6b02f-7708-4793-9573-f3e0e39ac5ce',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.232731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.232731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.232731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.232731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.232992] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.236537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236537] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.356151] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 982.356339] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 982.356404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.356579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.356817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.356999] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.357129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.357188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.357352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.357432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.357526] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.668677] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.668849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.670269] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b6b02f-7708-4793-9573-f3e0e39ac5ce with status ACTIVE [ 982.670500] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.670685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.670777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.671060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.671172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.671378] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.671523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.671598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.671785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.671868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.672073] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.672196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.672266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.672479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.672546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.672612] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b6b02f-7708-4793-9573-f3e0e39ac5ce is going to be updated. [ 982.694113] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.694266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.694365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.694539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.694679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.694840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b6b02f-7708-4793-9573-f3e0e39ac5ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.740518] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a3802e-e7d5-4fa6-bd24-838a16c35062: rpc.has_security_group_logging(os_id): False [ 982.768388] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.768583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.768640] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.768811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.768900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.769108] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.769208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.769270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.769421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.769498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.769701] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.769811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.769873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.770055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.770156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.770370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.770466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.770528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.770672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.770747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.770831] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 982.860476] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.903393] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.903647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.903711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.903914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.904226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.926408] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 983.362750] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.866188] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.866590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.866685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.866988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.867117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.867240] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 983.908056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.908056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.908056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.908389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.908389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.918949] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 984.476383] env[69325]: INFO networking_nsxv3.common.synchronization [req-46e38ebe-fe6c-47a7-95e0-e207b83265ee req-623c8158-6e22-4051-9ac5-f37f18ced4e8 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 984.476383] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 984.476849] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.477239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477708] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.478048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.478257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.478388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.478533] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.944290] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 984.944648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.981746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.982438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.982518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.982935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.982935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.983127] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.983542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.983684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.983768] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 985.023232] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.023232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.023232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.023232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.023232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.031819] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 985.932367] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 985.932708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.932919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.933254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.933476] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.933596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.933726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.933907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.934121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.934254] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.934381] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.437751] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.438220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.438220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.438220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.438451] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.438503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.438542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.438984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.438984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.438984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.438984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.439338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.439338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.439439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.439568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.439661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.439710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.439855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.439922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.440020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.440108] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.943470] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e: rpc.has_security_group_logging(os_id): False [ 986.968700] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.968700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.968700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.969138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.969138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.969253] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.969382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.969382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.969526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.969598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.969903] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.969903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.970113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.970113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.970200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.970316] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.970400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.970481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.970591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.970666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.970744] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 987.045885] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 987.046277] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff deletion is rescheduled due to dependency. [ 987.046493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.062658] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.062833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.063014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.063372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.063719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.083074] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 989.107044] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 989.107452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.478084] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 989.478298] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 989.710986] env[69325]: INFO networking_nsxv3.common.synchronization [req-00a95630-a67a-4dec-9d73-dfa58f3d404b req-0550bcaf-8738-4e56-b90f-1a917310aa11 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 989.710986] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 989.711368] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.711485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.711554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.711777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.711914] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.712026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.712090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.712238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.712318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.712408] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.143285] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.143769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.143769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.144021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.144588] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.144779] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.144925] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.145263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.145421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.145641] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.145854] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.145951] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.146042] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.146216] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.146388] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.146479] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.166075] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.166270] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.166408] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.166648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-902" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.166977] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-faa07ac8-891d-438f-b64e-99fd61e72c87 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.167179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.167361] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.167696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.167855] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa07ac8-891d-438f-b64e-99fd61e72c87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.216101] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.216101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.216101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.216374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.216439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.216656] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.216763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.216825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.216987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.217120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.217220] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 990.249887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.250132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.250268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.250591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.250828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.263988] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 990.670718] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.670964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.671092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.671420] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.671580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.671783] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port faa07ac8-891d-438f-b64e-99fd61e72c87 not found, creating... [ 990.672089] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.672280] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.672407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.672661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.673564] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.673564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.673564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.673972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.674143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: faa07ac8-891d-438f-b64e-99fd61e72c87 is going to be created. [ 990.699275] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.699538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.699674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.699984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.700356] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.700779] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.446337] env[69325]: INFO networking_nsxv3.common.synchronization [req-00a95630-a67a-4dec-9d73-dfa58f3d404b req-f229df81-1f45-4ab0-9e16-16b9a022ba97 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 991.446635] env[69325]: INFO networking_nsxv3.common.synchronization [req-00a95630-a67a-4dec-9d73-dfa58f3d404b req-f229df81-1f45-4ab0-9e16-16b9a022ba97 service nova] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 991.446635] env[69325]: INFO networking_nsxv3.common.synchronization [req-00a95630-a67a-4dec-9d73-dfa58f3d404b req-f229df81-1f45-4ab0-9e16-16b9a022ba97 service nova] Enqueued Resource ID: faa07ac8-891d-438f-b64e-99fd61e72c87 with Priority: HIGHEST for action port [ 991.447563] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_rules [ 991.447974] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 991.447974] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa07ac8-891d-438f-b64e-99fd61e72c87 with Priority: HIGHEST for action port [ 991.449453] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.449453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.449453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.449453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.449453] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.449832] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.452181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.452181] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa07ac8-891d-438f-b64e-99fd61e72c87 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.452181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.452181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.452181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.452181] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa07ac8-891d-438f-b64e-99fd61e72c87',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.954756] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.955070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.955250] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faa07ac8-891d-438f-b64e-99fd61e72c87 with status ACTIVE [ 991.955333] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.955411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.955480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.955695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.955827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.956045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.956180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.956215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.956378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.956473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.956636] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.956730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.956792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.956944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.957035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.957402] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faa07ac8-891d-438f-b64e-99fd61e72c87 is going to be updated. [ 991.981287] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.981287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.981287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.982273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.982273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.982273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa07ac8-891d-438f-b64e-99fd61e72c87" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.275247] env[69325]: INFO networking_nsxv3.common.synchronization [None req-6bc4e52c-213f-4235-bee7-16e07df4b649 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_rules [ 992.275247] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_rules [ 992.275605] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.278778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.278778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.278778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.278778] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.279892] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 992.281271] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 deletion is rescheduled due to dependency. [ 992.281271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.284559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.284559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.284559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.284559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.284559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.284559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.284559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.284559] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.430808] env[69325]: INFO networking_nsxv3.common.synchronization [None req-92f55db5-8e2c-45c8-8e39-97e98fca634f tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_rules [ 992.431555] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_rules [ 992.433113] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.433284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.787908] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.815039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.815039] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 already deleted. [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.815039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.815039] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.291549] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.358074] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.358292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.358292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.358491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.358580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.358836] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 already deleted. [ 993.358836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.794788] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.795296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.795296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.795296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.795410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.795514] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 993.836058] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.836864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.836864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.836864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.837435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.850718] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 995.865354] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 995.866267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.866267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.866267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.866590] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.866720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.866720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.866954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.869249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.869442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.869573] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.372355] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.373957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.380143] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.380143] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.380143] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.380143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.381034] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.884751] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af464887-2b0b-44fc-8f77-c13725353ef7: rpc.has_security_group_logging(os_id): False [ 996.910022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.910022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.910022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.910022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.911420] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.911661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.911966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 997.000351] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.000553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.000553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.000923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.001235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.021419] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 997.432054] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.432162] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 998.996192] env[69325]: INFO networking_nsxv3.common.synchronization [None req-1d951c92-aa9b-4991-8af1-461fe090a5c7 None None] Enqueued Resource ID: 5acb1785-7273-4da0-bf86-b7b22e5eb068 with Priority: HIGHEST for action port [ 998.996949] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acb1785-7273-4da0-bf86-b7b22e5eb068 with Priority: HIGHEST for action port [ 999.000052] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5acb1785-7273-4da0-bf86-b7b22e5eb068 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.000052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5acb1785-7273-4da0-bf86-b7b22e5eb068" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.000052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5acb1785-7273-4da0-bf86-b7b22e5eb068" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.000512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5acb1785-7273-4da0-bf86-b7b22e5eb068" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.000512] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acb1785-7273-4da0-bf86-b7b22e5eb068',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.038251] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 999.038442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.502457] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5acb1785-7273-4da0-bf86-b7b22e5eb068 [ 999.503023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.503410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.503590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.504306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.504306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.504306] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5acb1785-7273-4da0-bf86-b7b22e5eb068 already deleted. [ 999.504306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5acb1785-7273-4da0-bf86-b7b22e5eb068" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.669341] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8418e0b0-a2a4-4e5c-b889-4c38088286f1 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Enqueued Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_rules [ 1000.669874] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_rules [ 1000.670356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.670476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.670524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.671606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.671606] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.788375] env[69325]: INFO networking_nsxv3.common.synchronization [None req-4aa26f6f-2d6c-4552-8cfd-72407b9f6115 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Enqueued Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_rules [ 1000.788375] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_rules [ 1000.788680] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.788680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.196911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.197514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.200025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.200025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.200025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.200025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd already deleted. [ 1001.200025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.200025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.200025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.200025] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.434241] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b68eabeb-e4d0-4868-ad24-ee7cc0f72d16 None None] Enqueued Resource ID: 56c0e9df-dbfd-4417-8c9b-91aba275ca94 with Priority: HIGHEST for action port [ 1001.434241] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c0e9df-dbfd-4417-8c9b-91aba275ca94 with Priority: HIGHEST for action port [ 1001.439303] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-56c0e9df-dbfd-4417-8c9b-91aba275ca94 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.439303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56c0e9df-dbfd-4417-8c9b-91aba275ca94" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.439303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56c0e9df-dbfd-4417-8c9b-91aba275ca94" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.439303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56c0e9df-dbfd-4417-8c9b-91aba275ca94" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.439303] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c0e9df-dbfd-4417-8c9b-91aba275ca94',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.723877] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.724224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.724470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.724543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.724672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.724767] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd already deleted. [ 1001.724845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.753456] env[69325]: INFO networking_nsxv3.common.synchronization [req-492abc73-206f-48e6-a932-41bb509e0387 req-6e3189b7-9928-44b1-8fa6-24430161f363 tempest-ListImageFiltersTestJSON-802250766 tempest-ListImageFiltersTestJSON-802250766-project-member] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 1001.754159] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGHEST for action security_group_members [ 1001.754661] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.754731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.754771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.754968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.759229] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.759353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.759404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.759592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.759722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.759772] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.939911] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56c0e9df-dbfd-4417-8c9b-91aba275ca94 [ 1001.940182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.940320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.940391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.940698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.940812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.940939] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56c0e9df-dbfd-4417-8c9b-91aba275ca94 already deleted. [ 1001.941040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56c0e9df-dbfd-4417-8c9b-91aba275ca94" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.263123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.263123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.263123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.263398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.263527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.263729] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.263887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.263978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.264264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.264364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.264482] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be updated. [ 1002.298103] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.298103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.298103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.308756] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: IN_PROGRESS for 2s [ 1003.824678] env[69325]: INFO networking_nsxv3.common.synchronization [req-c686a1e8-6545-4472-b685-7308d3e4fec6 req-a955bf9e-e753-4785-be2f-832e85af2812 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1003.825508] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1003.825932] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.826099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.826217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.826514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.826725] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.826890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.826961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.827391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.827391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.827391] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.220030] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.220309] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.220510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.221140] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.221280] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.221487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.221609] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.221948] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.222137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.222412] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.222545] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.222680] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.222805] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.222932] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.223087] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.223235] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.278078] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.278380] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.278479] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.278700] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.279512] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ad94185f-debf-4b13-981f-05acea0a70c9 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.279512] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.279512] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.280538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.280538] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad94185f-debf-4b13-981f-05acea0a70c9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.322039] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a in Status: SUCCESS [ 1004.322214] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a deletion is rescheduled due to dependency. [ 1004.322214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.330051] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.330051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.330379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.330438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.330575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.330744] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.331456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.331456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.331456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.331456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.331456] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c already deleted. [ 1004.331456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.783088] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.783314] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.783388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.783631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.783819] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.783998] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ad94185f-debf-4b13-981f-05acea0a70c9 not found, creating... [ 1004.784264] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.784655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.784655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.784751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.784965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.785267] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.785440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.785563] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.785906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.785906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.786079] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ad94185f-debf-4b13-981f-05acea0a70c9 is going to be created. [ 1004.808917] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.809221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.809369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.809646] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.809886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.810161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713258] env[69325]: INFO networking_nsxv3.common.synchronization [req-c686a1e8-6545-4472-b685-7308d3e4fec6 req-3fb09cb4-ddf6-4005-8ac1-d19d1a234044 service nova] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_rules [ 1005.713258] env[69325]: INFO networking_nsxv3.common.synchronization [req-c686a1e8-6545-4472-b685-7308d3e4fec6 req-3fb09cb4-ddf6-4005-8ac1-d19d1a234044 service nova] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1005.713258] env[69325]: INFO networking_nsxv3.common.synchronization [req-c686a1e8-6545-4472-b685-7308d3e4fec6 req-3fb09cb4-ddf6-4005-8ac1-d19d1a234044 service nova] Enqueued Resource ID: ad94185f-debf-4b13-981f-05acea0a70c9 with Priority: HIGHEST for action port [ 1005.713258] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_rules [ 1005.713258] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1005.713258] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad94185f-debf-4b13-981f-05acea0a70c9 with Priority: HIGHEST for action port [ 1005.714965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.715359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.715577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.717177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.717389] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.721722] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.721722] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.721722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.721722] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.722621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad94185f-debf-4b13-981f-05acea0a70c9 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.723826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.723826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.723826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.723826] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad94185f-debf-4b13-981f-05acea0a70c9',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.228508] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.228508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.228508] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad94185f-debf-4b13-981f-05acea0a70c9 with status ACTIVE [ 1006.228508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.228508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.228508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.229199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.229199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.229199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.229199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.229199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.229199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad94185f-debf-4b13-981f-05acea0a70c9 is going to be updated. [ 1006.253565] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.253711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.253838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.254088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.254240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.254407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad94185f-debf-4b13-981f-05acea0a70c9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.286249] env[69325]: INFO networking_nsxv3.common.synchronization [None req-cb1bf599-eec3-4c63-b216-f0aab3838bf1 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1006.289025] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1006.289696] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.289880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.290173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.290381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.290507] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.377044] env[69325]: INFO networking_nsxv3.common.synchronization [None req-58336d0c-aae2-4af2-a160-6a4dfbe36457 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1006.377454] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1006.377805] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.377932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.728895] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.814955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.814955] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad already deleted. [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.814955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.814955] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.231533] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.233578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.233578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.233578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.233578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.233578] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be created. [ 1007.264792] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.264949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.264949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.265229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.265430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.278334] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: UNINITIALIZED for 2s [ 1007.337989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.338203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.338307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.338442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.338536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.338617] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad already deleted. [ 1007.338695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.295630] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1009.296135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.296135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.296395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.296599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.296732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.296826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.297037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.297107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.297203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.297423] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.801157] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.801157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.801157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.801157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.801446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.801550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.801654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.801902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802447] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.802594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.802729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.802955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.803214] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.803358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.803490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.803668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.804587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.804587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.804587] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.307796] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 226175a9-57cc-4291-b45c-76b1cffa904c: rpc.has_security_group_logging(os_id): False [ 1010.326916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.326916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.326916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.326916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.326916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.326916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.326916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.326916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.327311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.327311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.327311] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.327432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.327601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.327776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.327849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.328050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.328166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.328221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.328339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.328426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.328526] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be created. [ 1010.388452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.388709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.388709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.388928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.389152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.403400] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 2s [ 1011.378317] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1011.378674] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1012.418055] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1012.418575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.713521] env[69325]: INFO networking_nsxv3.common.synchronization [req-72bbeb4d-19cd-437b-be2d-65c2bd279505 req-6b53f9fa-acfb-41c8-9b4c-6ce1c0d64bf5 tempest-ServerRescueTestJSON-1611896768 tempest-ServerRescueTestJSON-1611896768-project-member] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 1012.714473] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGHEST for action security_group_members [ 1012.714528] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.714652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.714719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.714966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.715230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.715337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.715399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.715557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.715647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.715762] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.793678] env[69325]: INFO networking_nsxv3.common.synchronization [req-c482107b-9630-4252-8b47-ef32a27f2daa req-e1e144bc-97dd-4bd9-aedd-848ce7170a03 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1012.794256] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1012.794628] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.794772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.794817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.795100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.795290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.795405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.795457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.795616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.795698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.795819] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.217794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.218020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.218020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.218292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.218391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.218699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.218754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.218920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.218996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.219093] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be updated. [ 1013.298760] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.298993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.298993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.299794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.299794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.299794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.299794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.299794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.299794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.300442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.300442] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 already deleted. [ 1013.300442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.301116] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.301249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.301308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.301456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.301588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.318015] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: IN_PROGRESS for 2s [ 1013.523052] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.523381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.523515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.524381] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.524572] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.524724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.525117] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.525301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.525525] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.525645] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.525762] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.525869] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.525987] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.526110] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.526249] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.546334] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.546525] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.546669] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.546848] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.547185] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-a3ad4f24-44d6-46de-bd66-4d64f307931b taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.547365] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.547491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.547824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.547966] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ad4f24-44d6-46de-bd66-4d64f307931b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.049870] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.050173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.050327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.050625] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.050789] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.050951] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port a3ad4f24-44d6-46de-bd66-4d64f307931b not found, creating... [ 1014.051246] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.051408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.051529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.051763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.051907] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.052219] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.052382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.052742] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.052742] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.052843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.052976] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: a3ad4f24-44d6-46de-bd66-4d64f307931b is going to be created. [ 1014.076460] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.076681] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.076845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.077052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.077301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.077577] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.557964] env[69325]: INFO networking_nsxv3.common.synchronization [req-4d6f798d-9a57-46b3-a6a8-c8200671f5e8 req-98e8cb75-3a89-482e-9c50-2eaee02b0544 tempest-ImagesTestJSON-100749969 tempest-ImagesTestJSON-100749969-project-member] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 1014.558384] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGHEST for action security_group_members [ 1014.558599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.558721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.558790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.558995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.559297] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.559435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.559527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.559717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.559836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.559957] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.062525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.062674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.062776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.062953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.063060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.064022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.064022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.064022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.064022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.064022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.064022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be updated. [ 1015.098226] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.098396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.098462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.098630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.098769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.107981] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: IN_PROGRESS for 2s [ 1015.234338] env[69325]: INFO networking_nsxv3.common.synchronization [req-523baa3b-2580-4352-96d8-22ec3b118d25 req-179dad3e-574b-4488-8c9d-713c8211c138 tempest-ServersNegativeTestJSON-1422483490 tempest-ServersNegativeTestJSON-1422483490-project-member] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 1015.235100] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGHEST for action security_group_members [ 1015.235263] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.235426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.235500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.235756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.235938] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.237904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.237997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.238202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.238299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.238389] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.306560] env[69325]: INFO networking_nsxv3.common.synchronization [req-c482107b-9630-4252-8b47-ef32a27f2daa req-e739dc67-9af0-4479-b33d-b78232dce669 service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1015.306759] env[69325]: INFO networking_nsxv3.common.synchronization [req-c482107b-9630-4252-8b47-ef32a27f2daa req-e739dc67-9af0-4479-b33d-b78232dce669 service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1015.306988] env[69325]: INFO networking_nsxv3.common.synchronization [req-c482107b-9630-4252-8b47-ef32a27f2daa req-e739dc67-9af0-4479-b33d-b78232dce669 service nova] Enqueued Resource ID: a3ad4f24-44d6-46de-bd66-4d64f307931b with Priority: HIGHEST for action port [ 1015.307449] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1015.307618] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1015.307670] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ad4f24-44d6-46de-bd66-4d64f307931b with Priority: HIGHEST for action port [ 1015.308074] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.308225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.308364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.308503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.308585] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.309516] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.309593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.309593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.309753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.309887] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.310037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.310081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.310188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.310583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.310583] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.311121] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ad4f24-44d6-46de-bd66-4d64f307931b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.311224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.311299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.311446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.311517] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ad4f24-44d6-46de-bd66-4d64f307931b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.329398] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b778e99f-82d2-41b1-8d6b-559c33435a88 in Status: SUCCESS [ 1015.329398] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 deletion is rescheduled due to dependency. [ 1015.329688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.741196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.741196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.741196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.741196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.741196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.741196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.741196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.741196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.742104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.742104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.742104] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be updated. [ 1015.771052] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.771052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.771052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.771434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.771434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.783948] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: IN_PROGRESS for 2s [ 1015.815494] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3ad4f24-44d6-46de-bd66-4d64f307931b with status ACTIVE [ 1015.815752] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.815873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.815936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.816175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.816268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.816461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.816601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.816650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.816801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.816871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.817074] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.817363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.817435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.817802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.817802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.817802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3ad4f24-44d6-46de-bd66-4d64f307931b is going to be updated. [ 1015.818909] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.819886] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.819982] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.844614] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.844766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.844833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.845125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.845333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.845506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ad4f24-44d6-46de-bd66-4d64f307931b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.322071] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.824423] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.824836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.824836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.824943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.825083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.825223] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be created. [ 1016.850598] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.850806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.850893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.851249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.851450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.862715] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: UNINITIALIZED for 2s [ 1017.123968] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af464887-2b0b-44fc-8f77-c13725353ef7 in Status: SUCCESS [ 1017.124183] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 deletion is rescheduled due to dependency. [ 1017.124302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.793863] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 in Status: SUCCESS [ 1017.794277] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 deletion is rescheduled due to dependency. [ 1017.794625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.874592] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1018.874954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.875102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.875323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.875522] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.875654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.875850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.875850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.876012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.876012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.876220] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.379721] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.881597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776e51d1-dd6d-4a85-afc6-28908254e899: rpc.has_security_group_logging(os_id): False [ 1019.902609] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.902870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.902870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.903327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.903481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.903730] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.903951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.904110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.904298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.904523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.904642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be created. [ 1019.943807] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1019.944014] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1019.979313] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.979513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.979572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.979767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.979963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.992250] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1020.308923] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.308923] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1020.719365] env[69325]: INFO networking_nsxv3.common.synchronization [req-37cbe868-20ba-48c7-a9da-c293bfa63453 req-4d6b6a37-6d29-47ae-8c42-4d5cf34ce8ef tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1020.721246] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1020.721246] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.721246] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.721246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.725164] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.102500] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.102845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.102845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.103167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.103450] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.103680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.103821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.104135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.104321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.104544] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.104681] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.104777] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.104924] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.105082] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.105194] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.105361] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.126379] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.126579] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.126725] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.126908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.127259] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.127434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.127581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.127934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.128101] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('802ebe6d-f04a-464d-a5b7-cb5bf05793e1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.227228] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.630530] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.630773] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.630893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.631252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.631488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.631668] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 not found, creating... [ 1021.631992] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.632220] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.632389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.632697] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.632885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.633371] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.633891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.633891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.634129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.634340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.634561] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 is going to be created. [ 1021.660151] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.660524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.660524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.660940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.661190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.661604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.731239] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.007392] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1022.007602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.234498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.234823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.234823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.234995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.235135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.235241] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1022.266144] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.266144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.266358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.266428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.266577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.276108] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1022.378368] env[69325]: INFO networking_nsxv3.common.synchronization [req-37cbe868-20ba-48c7-a9da-c293bfa63453 req-e7a3ee2d-ad60-466a-8480-4b04e92bf92a service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1022.378620] env[69325]: INFO networking_nsxv3.common.synchronization [req-37cbe868-20ba-48c7-a9da-c293bfa63453 req-e7a3ee2d-ad60-466a-8480-4b04e92bf92a service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1022.378884] env[69325]: INFO networking_nsxv3.common.synchronization [req-37cbe868-20ba-48c7-a9da-c293bfa63453 req-e7a3ee2d-ad60-466a-8480-4b04e92bf92a service nova] Enqueued Resource ID: 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 with Priority: HIGHEST for action port [ 1022.379518] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1022.379662] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1022.379787] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 with Priority: HIGHEST for action port [ 1022.380142] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.380267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.380336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.380547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.380634] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.381667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.381819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.382125] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.382244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.382311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.382481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.382557] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('802ebe6d-f04a-464d-a5b7-cb5bf05793e1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.884959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.885188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.888719] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 with status ACTIVE [ 1022.889048] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.889251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.889361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.889680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.889832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.890149] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.890315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.890421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.890667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.890784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.891424] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.891424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.891424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.891568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.892286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.892286] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 802ebe6d-f04a-464d-a5b7-cb5bf05793e1 is going to be updated. [ 1022.917488] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.917708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.917806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.918127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.918570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.918614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-802ebe6d-f04a-464d-a5b7-cb5bf05793e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.120831] env[69325]: INFO networking_nsxv3.common.synchronization [req-9a1e25ee-19ed-42b4-8d55-95b9da1b0e92 req-4f34df67-3f51-4195-91d8-728368222f66 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_members [ 1023.121442] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGHEST for action security_group_members [ 1023.121888] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.124186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.124377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.124656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.125616] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.125763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.125853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.126011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.126123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.126265] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.630897] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.631285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.631340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.631630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.631783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.633494] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.633494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.633838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.633997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.634223] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a is going to be updated. [ 1023.675098] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.675307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.675392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.675606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.675752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.688452] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a in Status: IN_PROGRESS for 2s [ 1024.295606] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1024.295837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.296028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.296308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.296511] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.296631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.296706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.296968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.297087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.297225] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.801823] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.305076] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.698366] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a in Status: SUCCESS [ 1025.698566] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a deletion is rescheduled due to dependency. [ 1025.698666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.807520] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.807890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.807890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.808061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.808156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.808258] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1025.848147] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.848147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.848147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.848147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.848147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.858732] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1026.009685] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 req-b9ac5ea5-3801-48d6-9b84-dad7119e4012 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_members [ 1026.010337] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_members [ 1026.010766] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.010912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.011034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.011283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.011469] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.011602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.011804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.011867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.011970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.012086] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.403550] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.403767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.403879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.404284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.404548] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.404713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.404834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.405099] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.405256] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.405604] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.405604] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.405721] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.405818] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.405937] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.406050] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.406192] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.427202] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.427379] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.427562] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.427703] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.428139] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.428392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.428392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.428678] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.428823] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8f9aab-96b8-47ba-a992-713ecc87fa6b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.516492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.516689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.516737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.516953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.517059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.517274] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.517465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.517465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.517574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.517668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.517824] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 already deleted. [ 1026.517824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.898610] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.899154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.899154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.899154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.899310] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.933291] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.933565] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.933691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.934044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.934252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.934466] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 3c8f9aab-96b8-47ba-a992-713ecc87fa6b not found, creating... [ 1026.934976] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.935119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.935268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.935668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.935983] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.936147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.936268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.936493] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.936634] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.936778] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 3c8f9aab-96b8-47ba-a992-713ecc87fa6b is going to be created. [ 1026.961858] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.962121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.962252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.962543] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.962785] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.963035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.402229] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.695086] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 req-26ccbb8c-790a-4156-8fd6-662bc15dcc68 service nova] Enqueued Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_rules [ 1027.695331] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 req-26ccbb8c-790a-4156-8fd6-662bc15dcc68 service nova] Enqueued Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_members [ 1027.695518] env[69325]: INFO networking_nsxv3.common.synchronization [req-c7fba842-f8e1-4e83-90c6-3786d8a940a1 req-26ccbb8c-790a-4156-8fd6-662bc15dcc68 service nova] Enqueued Resource ID: 3c8f9aab-96b8-47ba-a992-713ecc87fa6b with Priority: HIGHEST for action port [ 1027.695717] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_rules [ 1027.695841] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_members [ 1027.695935] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8f9aab-96b8-47ba-a992-713ecc87fa6b with Priority: HIGHEST for action port [ 1027.696701] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.696803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.696870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.697580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.697672] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.698698] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.698813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.698883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.699114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.699348] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.699348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.699478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.699889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.699973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.700084] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.700830] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.700933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.701016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.701173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.701244] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8f9aab-96b8-47ba-a992-713ecc87fa6b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.871465] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1027.871886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.872193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.872548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.872880] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.873152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.873279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.873525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.873667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.873819] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.873973] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.904470] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.203209] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.205104] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.205289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.205577] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8f9aab-96b8-47ba-a992-713ecc87fa6b with status ACTIVE [ 1028.205734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.205843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.205911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.206082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.206189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.206347] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.206553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.206553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.206638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.206740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.206889] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.207097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.207097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.207176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.207274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.207357] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8f9aab-96b8-47ba-a992-713ecc87fa6b is going to be updated. [ 1028.230584] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.230776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.230867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.231911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.232214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.232327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8f9aab-96b8-47ba-a992-713ecc87fa6b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.376653] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.376843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.376843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.377015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.377421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.377421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.377421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.378285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.378285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.378285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.378285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.378285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.378285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.378676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.378676] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.378676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.378852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.378852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.378961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.379127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.379127] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.406769] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1028.406878] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1028.706047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.881424] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 1028.906153] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.906566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.906566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.906657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.906835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.907080] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.907180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.907242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.907778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.907869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.908077] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.908355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.908425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.908477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.908644] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.908797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.908933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.909013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.909110] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1029.004410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.004645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.004645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.004844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.005063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.020827] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1029.208906] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.209150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.209150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.209363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.209442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.209551] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 is going to be created. [ 1029.256417] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.256649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.256649] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.256823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.256979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.270487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 in Status: UNINITIALIZED for 2s [ 1029.509306] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.509529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.509660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.509907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.523237] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1029.526483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.527597] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1029.597746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.597903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.597977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.598204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.610572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.611479] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1029.611658] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.611715] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1029.661041] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.661041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.661041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.661041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.662032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.662308] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1029.760157] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.760307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.760394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.760591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.760881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.761162] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1029.861789] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.861988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.862055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.862352] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.862680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.862969] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1029.863076] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e02e900-ab8a-4124-8b0a-00f38cf3393f', '1d37ca46-67b4-4154-bff4-1e555337bfb8', '879a2a78-f61f-4fe3-8c51-52a44128ca88', '26d518f7-40da-44c1-b74d-71e9edad6ff7', '069a794e-552b-47e7-9279-5362d8db2a4d', '429c1f03-08b5-48e4-b2cd-40e0fe589731', 'a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7', '31f2d456-7936-4e66-acfe-1cc823193221', 'b79e0571-428d-4004-9939-759e081dd1e8', '63af208e-83ff-43f5-893f-660be9c6a5d6', '83f71d1b-c2b1-4049-aa53-d3731a69ed40', '7a04513a-72bc-4cfe-8828-09d292d0330b', 'af464887-2b0b-44fc-8f77-c13725353ef7', '776e51d1-dd6d-4a85-afc6-28908254e899', '39a3802e-e7d5-4fa6-bd24-838a16c35062', '81318ab4-2623-4c5a-84cd-00e5ee201e9a', '74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2', '137170cf-bebc-4320-8dd3-8917c90b31c3', 'be25c8e7-05f1-4f78-9f78-ca24bb7e70f2', '86630e62-a506-4c05-8736-3cebcdfb4010', '0af42aa2-77a0-4df0-9382-7ce01944c07a', 'b778e99f-82d2-41b1-8d6b-559c33435a88', 'dfed7ac5-96f4-45f3-ac90-608433247a7f', 'f2cce2a5-0425-4b98-9287-c0820c9c1271', '51796672-a73c-456b-b714-7488f5394386', '65a281f9-1b14-4fe8-b5a1-540d1c4e2d91', '2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e', 'a186641c-e11b-4da3-ae03-9ad6a2cdb8af', '568ea0b6-0a15-4f91-b631-40d0b165bcea', 'd28cecff-6e50-4dc9-b3ec-fa6bd68478b5', 'ab0c3ed5-9270-4ab6-b8c0-09b036852472', 'c74f31b1-be74-4494-a4a2-e37661cf785f', '243a8fcc-ea4e-4df0-a737-5c6efb0f479a', '50e482a3-3b22-4db7-8b5c-e0277587aae4', '444357d3-28e8-479e-ad7a-392e3c19c246', '226175a9-57cc-4291-b45c-76b1cffa904c', 'c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff', 'ff80ef16-f3b3-4170-82f5-2162774b077b', '41eb0df3-1c03-4216-a58f-867939eb6a7d', '1250bac6-c2eb-41d5-9218-cf470d491e82', '83d50a5c-b6a9-4b9d-9f38-3a133895a6cd', '37dfb9b6-6e8e-48c5-8fdf-fdb600f74266', '0cc9a649-a2ac-46e3-a108-ee58783b8866', '83ddd96d-bb56-44a7-b294-a06ee12f2dab'} {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.863196] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1029.887819] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.888029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.888029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.888260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.888370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.888431] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1029.888558] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.888558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1029.982908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.984063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.984063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.984255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.985656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.986009] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1029.986125] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.986224] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1029.986314] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1029.986416] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1029.986510] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 1029.986626] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGH for action security_group_rules [ 1029.986734] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGH for action security_group_rules [ 1029.986849] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGH for action security_group_rules [ 1029.986933] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGH for action security_group_rules [ 1029.987028] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGH for action security_group_rules [ 1029.987114] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGH for action security_group_rules [ 1029.987199] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGH for action security_group_rules [ 1029.987281] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGH for action security_group_rules [ 1029.987364] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGH for action security_group_rules [ 1029.987447] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGH for action security_group_rules [ 1029.987529] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGH for action security_group_rules [ 1029.987626] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGH for action security_group_rules [ 1029.987684] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGH for action security_group_rules [ 1029.987768] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGH for action security_group_rules [ 1029.987851] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGH for action security_group_rules [ 1029.987935] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGH for action security_group_rules [ 1029.988028] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGH for action security_group_rules [ 1029.988115] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGH for action security_group_rules [ 1029.988201] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGH for action security_group_rules [ 1029.988321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.033677] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1031.033970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.282430] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 in Status: SUCCESS [ 1031.282689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.282806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.283043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.283263] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.283385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.283442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.283606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.283682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.283763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.283847] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.786687] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.289015] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b756e5-6144-473b-b7c4-bcf3a95fe803: rpc.has_security_group_logging(os_id): False [ 1032.307645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.307786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.307951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.308257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.308257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.308485] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.309267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.309267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.309267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.309267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.309267] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 is going to be created. [ 1032.391243] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.391381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.391458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.391666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.391850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.402907] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 in Status: IN_PROGRESS for 2s [ 1032.696782] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1032.696840] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1032.696966] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 1032.698370] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 with Priority: HIGH for action security_group_rules [ 1032.698911] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGH for action security_group_rules [ 1032.698911] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 with Priority: HIGH for action security_group_rules [ 1032.698911] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630e62-a506-4c05-8736-3cebcdfb4010 with Priority: HIGH for action security_group_rules [ 1032.698911] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 with Priority: HIGH for action security_group_rules [ 1032.698911] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 with Priority: HIGH for action security_group_rules [ 1032.699143] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 with Priority: HIGH for action security_group_rules [ 1032.699143] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGH for action security_group_rules [ 1032.699143] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a with Priority: HIGH for action security_group_rules [ 1032.699250] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af464887-2b0b-44fc-8f77-c13725353ef7 with Priority: HIGH for action security_group_rules [ 1032.699857] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a04513a-72bc-4cfe-8828-09d292d0330b with Priority: HIGH for action security_group_rules [ 1032.699857] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 with Priority: HIGH for action security_group_rules [ 1032.699857] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 with Priority: HIGH for action security_group_rules [ 1032.700286] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e0571-428d-4004-9939-759e081dd1e8 with Priority: HIGH for action security_group_rules [ 1032.700286] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 with Priority: HIGH for action security_group_rules [ 1032.700286] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGH for action security_group_rules [ 1032.700286] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGH for action security_group_rules [ 1032.700529] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 with Priority: HIGH for action security_group_rules [ 1032.700529] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 with Priority: HIGH for action security_group_rules [ 1032.700732] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.700850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.700911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.702474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.702474] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.703714] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879a2a78-f61f-4fe3-8c51-52a44128ca88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.703714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.703885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.704767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.704767] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879a2a78-f61f-4fe3-8c51-52a44128ca88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.705771] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.705771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.705771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.705771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.705967] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.706634] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a3802e-e7d5-4fa6-bd24-838a16c35062 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.706787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.706883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.707606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.707697] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a3802e-e7d5-4fa6-bd24-838a16c35062',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.708461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86630e62-a506-4c05-8736-3cebcdfb4010 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.708654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.708654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.708773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.708937] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86630e62-a506-4c05-8736-3cebcdfb4010',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.709803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.709932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.709932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.710478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.710562] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be25c8e7-05f1-4f78-9f78-ca24bb7e70f2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.711365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-137170cf-bebc-4320-8dd3-8917c90b31c3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.711503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.711560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.711698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.711794] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('137170cf-bebc-4320-8dd3-8917c90b31c3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.712875] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.713052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.713159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.713332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.713409] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.714123] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.714303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.714379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.714535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.714608] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.715856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.715923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.715994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.716268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.716341] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81318ab4-2623-4c5a-84cd-00e5ee201e9a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.717245] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af464887-2b0b-44fc-8f77-c13725353ef7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.717495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.717566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.717827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.717827] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af464887-2b0b-44fc-8f77-c13725353ef7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.718678] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a04513a-72bc-4cfe-8828-09d292d0330b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.718830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.718879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.719046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.719122] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a04513a-72bc-4cfe-8828-09d292d0330b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.719947] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.720105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.720303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.720501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.720575] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f71d1b-c2b1-4049-aa53-d3731a69ed40',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.724130] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63af208e-83ff-43f5-893f-660be9c6a5d6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.724130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.724130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.724130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.724130] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63af208e-83ff-43f5-893f-660be9c6a5d6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.724130] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e0571-428d-4004-9939-759e081dd1e8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.724130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.724130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.724130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.724130] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e0571-428d-4004-9939-759e081dd1e8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.724561] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-429c1f03-08b5-48e4-b2cd-40e0fe589731 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.724561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.724561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.724796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.724796] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('429c1f03-08b5-48e4-b2cd-40e0fe589731',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.725919] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.726032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.726097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.726245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.726311] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.726958] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.727341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.727413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.727568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.727671] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.730762] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d37ca46-67b4-4154-bff4-1e555337bfb8 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.730762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.730762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.730762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.730762] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d37ca46-67b4-4154-bff4-1e555337bfb8',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.730762] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d518f7-40da-44c1-b74d-71e9edad6ff7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.730762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.730762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.730762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.730762] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d518f7-40da-44c1-b74d-71e9edad6ff7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.056923] env[69325]: INFO networking_nsxv3.common.synchronization [req-286613da-1ec2-42cc-8ab8-79762a7fc898 req-c77b5b40-9df6-4a8c-8940-9acce3e17418 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Enqueued Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_members [ 1033.057859] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_members [ 1033.058572] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.058797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.058898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.059365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.059566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.059712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.059784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.060376] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.060501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.060620] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.230850] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.231036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.231096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.231287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.233285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.233454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.233513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.233866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.233972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.234038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.234223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.234311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.234396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.234495] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.238685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.238921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.238921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.239146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.239339] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.239445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.239502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.239658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.239740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.239827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.239913] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.243245] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.243405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.243480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.243724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.243898] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.244020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.244101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.244252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.244335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.244419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.244506] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.251645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.251861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.251861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.252120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.252230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.252332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.252390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.252545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.252626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.252711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.252796] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.306289] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.306707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.323541] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.323541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.324566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.324668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.338427] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.338659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.345805] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.345805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347052] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.348212] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.348325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.349138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.349245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.349969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.350102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.350880] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.350992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.351682] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.352244] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.352355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.353098] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.353555] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.353660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.355023] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.355023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.355023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879a2a78-f61f-4fe3-8c51-52a44128ca88 is going to be deleted. [ 1033.356434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.356562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.356629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.357067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.362756] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.362908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.363969] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.364470] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.364750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.382282] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.382866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.382999] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e0571-428d-4004-9939-759e081dd1e8 is going to be deleted. [ 1033.384183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.384438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.410789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.410789] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2 is going to be deleted. [ 1033.410789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.411019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.441092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.441455] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86630e62-a506-4c05-8736-3cebcdfb4010 is going to be deleted. [ 1033.442298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.442512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.444806] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.444922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.447107] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.447240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.467488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.467641] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 429c1f03-08b5-48e4-b2cd-40e0fe589731 is going to be deleted. [ 1033.468643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.469084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.484686] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8da36c00-9e99-48e5-8baa-1159083795b5 None None] Enqueued Resource ID: 0801cb02-1b15-445d-bbf8-a4683f1aa8d5 with Priority: HIGHEST for action port [ 1033.488814] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.488814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.488814] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0801cb02-1b15-445d-bbf8-a4683f1aa8d5 with Priority: HIGHEST for action port [ 1033.488814] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0801cb02-1b15-445d-bbf8-a4683f1aa8d5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.488814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0801cb02-1b15-445d-bbf8-a4683f1aa8d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.488814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0801cb02-1b15-445d-bbf8-a4683f1aa8d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.488814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0801cb02-1b15-445d-bbf8-a4683f1aa8d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.488814] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0801cb02-1b15-445d-bbf8-a4683f1aa8d5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.511788] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.512032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-373" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.513028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-373" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.513427] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-373" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.513720] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.514029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.514029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.514371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.514511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.514735] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.514864] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.515144] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.515289] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.515398] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.515703] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.515703] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.517523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.517658] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63af208e-83ff-43f5-893f-660be9c6a5d6 is going to be deleted. [ 1033.520269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.520269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.551949] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.551949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.563859] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.564145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.571277] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.571520] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.571711] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.571939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-373" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.572349] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-947ca7af-3c21-42b4-bdda-5bc723fa0f18 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.572566] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.572649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.573014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.573170] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947ca7af-3c21-42b4-bdda-5bc723fa0f18',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.586676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.587366] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af464887-2b0b-44fc-8f77-c13725353ef7 is going to be deleted. [ 1033.588941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.589411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.636657] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.636947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.645575] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.645741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.650337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.650508] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81318ab4-2623-4c5a-84cd-00e5ee201e9a is going to be deleted. [ 1033.651415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.651628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.716374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.719018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a04513a-72bc-4cfe-8828-09d292d0330b is going to be deleted. [ 1033.719018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.719018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.740946] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.742529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.762259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.762259] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d37ca46-67b4-4154-bff4-1e555337bfb8 is going to be deleted. [ 1033.762259] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.762259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.762259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.763740] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.765149] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.766255] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.797262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.799022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d518f7-40da-44c1-b74d-71e9edad6ff7 is going to be deleted. [ 1033.799022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.799842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.852364] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.852523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.908541] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.908677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.909634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.909752] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a3802e-e7d5-4fa6-bd24-838a16c35062 is going to be deleted. [ 1033.910680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.910893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.940811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.940993] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be25c8e7-05f1-4f78-9f78-ca24bb7e70f2 is going to be deleted. [ 1033.941867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.943420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.945220] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.945381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.954878] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.955104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.974631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.974764] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be deleted. [ 1033.975874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.976133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.991447] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0801cb02-1b15-445d-bbf8-a4683f1aa8d5 [ 1033.991682] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.991824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.991891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.992129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.992233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.992309] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0801cb02-1b15-445d-bbf8-a4683f1aa8d5 already deleted. [ 1033.992395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0801cb02-1b15-445d-bbf8-a4683f1aa8d5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.076324] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.076324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.076324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.076639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.076639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.076773] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 947ca7af-3c21-42b4-bdda-5bc723fa0f18 not found, creating... [ 1034.076928] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.077116] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.080097] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.080097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.080097] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 947ca7af-3c21-42b4-bdda-5bc723fa0f18 is going to be created. [ 1034.093975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.094379] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f71d1b-c2b1-4049-aa53-d3731a69ed40 is going to be deleted. [ 1034.095141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.095323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.097379] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.097495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.098864] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.098963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.134214] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.134713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.135408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.135860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.136196] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.136478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.165361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.165361] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 137170cf-bebc-4320-8dd3-8917c90b31c3 is going to be deleted. [ 1034.166477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.166751] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.166994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.167116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879a2a78-f61f-4fe3-8c51-52a44128ca88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.167286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.167692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.167692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.167692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e0571-428d-4004-9939-759e081dd1e8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.168433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.168965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.168965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.168965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74c3ad8a-f1d9-459c-bd11-4e5951f2a6d2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.168965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.169368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.169368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86630e62-a506-4c05-8736-3cebcdfb4010" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.169806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.169806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.170088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.170269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.170269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.170460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.170549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd already deleted. [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63af208e-83ff-43f5-893f-660be9c6a5d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-429c1f03-08b5-48e4-b2cd-40e0fe589731" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af464887-2b0b-44fc-8f77-c13725353ef7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81318ab4-2623-4c5a-84cd-00e5ee201e9a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a04513a-72bc-4cfe-8828-09d292d0330b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d37ca46-67b4-4154-bff4-1e555337bfb8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d518f7-40da-44c1-b74d-71e9edad6ff7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be25c8e7-05f1-4f78-9f78-ca24bb7e70f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.176181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.177266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.177266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a3802e-e7d5-4fa6-bd24-838a16c35062" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.193737] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.193919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.194093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.194761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.194761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.194761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.266072] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7: rpc.has_security_group_logging(os_id): False [ 1034.268657] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e02e900-ab8a-4124-8b0a-00f38cf3393f: rpc.has_security_group_logging(os_id): False [ 1034.269849] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 069a794e-552b-47e7-9279-5362d8db2a4d: rpc.has_security_group_logging(os_id): False [ 1034.270774] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776e51d1-dd6d-4a85-afc6-28908254e899: rpc.has_security_group_logging(os_id): False [ 1034.337477] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.337790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.337790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.337920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.345248] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.345600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.350480] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.350480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.372705] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.372705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.381377] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.381377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.447270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.447270] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.447270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.447270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.447270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.447270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.447270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1034.447758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.447895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.450445] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 in Status: SUCCESS [ 1034.450680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.478130] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.478321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.497152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.497510] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.497644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.497726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.497912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.497998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.498109] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d is going to be updated. [ 1034.499429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.499429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.569827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.570178] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.570287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.570356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.570569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.570654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.570754] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1034.572711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.576423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.627113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.627420] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.627554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.627598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.627797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.627877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.627979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1034.631668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.631949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-137170cf-bebc-4320-8dd3-8917c90b31c3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.632490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f71d1b-c2b1-4049-aa53-d3731a69ed40" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.636948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.637132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.637132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.637402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.637627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.715048] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1034.728187] env[69325]: INFO networking_nsxv3.common.synchronization [None req-917b4647-cb67-46cd-9409-83c7199c2e88 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_rules [ 1034.728777] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_rules [ 1034.729121] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.729276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.729276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.729545] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.729630] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.737680] env[69325]: INFO networking_nsxv3.common.synchronization [req-478c4675-3568-4e3a-b747-9791a451dfee req-4fa7ba1b-c857-4dfe-ac5d-465ed2b15877 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1034.738232] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1034.738614] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.738768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.738840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.739056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.739234] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.739340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.739431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.739687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.739838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.739997] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.758266] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.758448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.758492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.758708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.758822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.808218] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: IN_PROGRESS for 2s [ 1034.841133] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.841133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.841133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.841133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.841133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.849770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.850284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.851031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.851504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.851808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.873068] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1034.876116] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b018ee47-28c2-4194-95b3-f5be061cd7b4 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_rules [ 1034.877019] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1034.877492] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1034.878055] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_rules [ 1034.878397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.878501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.065623] env[69325]: INFO networking_nsxv3.common.synchronization [req-286613da-1ec2-42cc-8ab8-79762a7fc898 req-286a4cd2-d17c-49fd-8f4f-9b4149a4e7c6 service nova] Enqueued Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_rules [ 1035.068124] env[69325]: INFO networking_nsxv3.common.synchronization [req-286613da-1ec2-42cc-8ab8-79762a7fc898 req-286a4cd2-d17c-49fd-8f4f-9b4149a4e7c6 service nova] Enqueued Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_members [ 1035.068124] env[69325]: INFO networking_nsxv3.common.synchronization [req-286613da-1ec2-42cc-8ab8-79762a7fc898 req-286a4cd2-d17c-49fd-8f4f-9b4149a4e7c6 service nova] Enqueued Resource ID: 947ca7af-3c21-42b4-bdda-5bc723fa0f18 with Priority: HIGHEST for action port [ 1035.068124] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_rules [ 1035.068124] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_members [ 1035.068124] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947ca7af-3c21-42b4-bdda-5bc723fa0f18 with Priority: HIGHEST for action port [ 1035.068124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.068124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.068124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.068860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.072029] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.072029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.072029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.072029] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.072029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-947ca7af-3c21-42b4-bdda-5bc723fa0f18 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.072029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.076106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.076106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.076106] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947ca7af-3c21-42b4-bdda-5bc723fa0f18',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.247441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.247441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.247441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.247441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.271964] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.272381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.277861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278156] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.278285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.278353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.278570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.278655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278749] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be updated. [ 1035.281262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.281262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.281262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.282253] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 already deleted. [ 1035.284420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.285008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.285242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.285332] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.316039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.316039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.316039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.316039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.316039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.330716] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 2s [ 1035.580079] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.580079] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.580079] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 947ca7af-3c21-42b4-bdda-5bc723fa0f18 with status ACTIVE [ 1035.580079] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.580079] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.580079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.581116] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.581116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.581116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.582499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.582499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.582499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 947ca7af-3c21-42b4-bdda-5bc723fa0f18 is going to be updated. [ 1035.608179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.608324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.608426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.609251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.609251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.609251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947ca7af-3c21-42b4-bdda-5bc723fa0f18" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.816898] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.849111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.849111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.849111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.849111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.849111] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 already deleted. [ 1035.849111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.914486] env[69325]: INFO networking_nsxv3.common.synchronization [None req-a09023c5-781c-4def-8f17-9cffb3a59c91 None None] Enqueued Resource ID: 4ab9f2cd-3da0-4af4-89a7-509cd8f45a79 with Priority: HIGHEST for action port [ 1035.915019] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab9f2cd-3da0-4af4-89a7-509cd8f45a79 with Priority: HIGHEST for action port [ 1035.915341] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab9f2cd-3da0-4af4-89a7-509cd8f45a79 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.915460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab9f2cd-3da0-4af4-89a7-509cd8f45a79" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.915683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab9f2cd-3da0-4af4-89a7-509cd8f45a79" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.917588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab9f2cd-3da0-4af4-89a7-509cd8f45a79" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.917588] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab9f2cd-3da0-4af4-89a7-509cd8f45a79',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.085285] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.419159] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab9f2cd-3da0-4af4-89a7-509cd8f45a79 [ 1036.419159] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.419806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.419806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.419806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.419806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.419806] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab9f2cd-3da0-4af4-89a7-509cd8f45a79 already deleted. [ 1036.420104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab9f2cd-3da0-4af4-89a7-509cd8f45a79" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.588629] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.589261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.589393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.589695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.591093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.591093] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd is going to be created. [ 1036.622435] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.622435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.622435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.622435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.623083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.633866] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd in Status: UNINITIALIZED for 2s [ 1036.679838] env[69325]: INFO networking_nsxv3.common.synchronization [req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 req-1e827699-e9ad-4079-9b97-59ffb7a7673f tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1036.680575] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1036.680914] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.683245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.683245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.683598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.683769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.683855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.683855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.684024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.684104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.684640] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.732538] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1036.732538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.822499] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: SUCCESS [ 1036.822671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.887215] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1036.887215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.892391] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1036.892612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.097039] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.097275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.097486] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.097692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.097966] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.098142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.098275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.098515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.098668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.098881] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.099016] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.099196] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.099360] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.099547] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.099656] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.099815] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.128896] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.129157] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.129346] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.129549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.129864] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-1f4efacb-6960-4e23-933a-065e12110d44 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.130052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.130178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.130533] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.130695] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4efacb-6960-4e23-933a-065e12110d44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.188076] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.188292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.188292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.188403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.188494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.188690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.188796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.188883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.189055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.189134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.189317] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad already deleted. [ 1037.189317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.346567] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1037.346567] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c deletion is rescheduled due to dependency. [ 1037.346567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.633667] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.634032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.634032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.634409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.635079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.635324] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 1f4efacb-6960-4e23-933a-065e12110d44 not found, creating... [ 1037.635643] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.635821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.635944] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.636221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.636371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.636681] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.636838] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.636958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.640631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.640851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.641072] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 1f4efacb-6960-4e23-933a-065e12110d44 is going to be created. [ 1037.666390] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.666709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.666876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.667275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.667605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.668079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.384533] env[69325]: INFO networking_nsxv3.common.synchronization [req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 req-ec72762a-8689-4b4f-9e85-3c4cff974109 service nova] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1038.384697] env[69325]: INFO networking_nsxv3.common.synchronization [req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 req-ec72762a-8689-4b4f-9e85-3c4cff974109 service nova] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1038.384782] env[69325]: INFO networking_nsxv3.common.synchronization [req-c3e2254c-3404-45e1-bb9b-aeb70ee6be77 req-ec72762a-8689-4b4f-9e85-3c4cff974109 service nova] Enqueued Resource ID: 1f4efacb-6960-4e23-933a-065e12110d44 with Priority: HIGHEST for action port [ 1038.384975] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1038.385167] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1038.385238] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4efacb-6960-4e23-933a-065e12110d44 with Priority: HIGHEST for action port [ 1038.385789] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.385918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.386032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.387898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.387898] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.389031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.390094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.390217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.390502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.390704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.390826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.390891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.391058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.391147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.391242] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.392045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4efacb-6960-4e23-933a-065e12110d44 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.392162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.392230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.392379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.392452] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4efacb-6960-4e23-933a-065e12110d44',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.647294] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd in Status: SUCCESS [ 1038.647582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.647707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.647936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.648137] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.648255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.648323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.648484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.648563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.648648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.648770] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.894124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.894124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.895644] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.896331] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f4efacb-6960-4e23-933a-065e12110d44 with status ACTIVE [ 1038.897016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.897016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.897016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.897016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.897211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.897297] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.897377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.897425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.897574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.897647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.897824] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.897911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.897972] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.898156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.898193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.898371] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f4efacb-6960-4e23-933a-065e12110d44 is going to be updated. [ 1038.921439] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.921576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.921666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.921859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.921989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.923100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4efacb-6960-4e23-933a-065e12110d44" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.151926] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.400151] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.653973] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b68321d-d83b-4766-8e1b-bc7885ebf1dd: rpc.has_security_group_logging(os_id): False [ 1039.672777] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.672777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.672777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.672777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.672777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.672978] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.673135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.673200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.673384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.673468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.673555] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd is going to be created. [ 1039.729162] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.729309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.729413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.729684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.730739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.742844] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd in Status: IN_PROGRESS for 2s [ 1039.903262] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.903472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.903510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.903769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.903866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.903971] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be created. [ 1039.932290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.932462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.932745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.932909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.945119] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: UNINITIALIZED for 2s [ 1041.755797] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd in Status: SUCCESS [ 1041.755797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.956899] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1041.957106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.957594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.957679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.957866] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.958019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.958139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.958286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.958637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.958852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.959174] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.462482] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.965579] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42a68b63-5722-40b3-ad9f-15c3b9e670ad: rpc.has_security_group_logging(os_id): False [ 1042.984474] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.984474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.984616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.984770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.984860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.985126] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.985244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.985318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.985482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.985569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.985642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be created. [ 1043.050823] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.050988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.051081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.051281] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.051466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.063521] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: IN_PROGRESS for 2s [ 1043.386938] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1043.387088] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1045.079157] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1045.079493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.313844] env[69325]: INFO networking_nsxv3.common.synchronization [req-a887ea80-a157-421c-9dd8-26de47d0c257 req-e7062928-409a-4757-bec1-70a120d5d930 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 1045.314989] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 1045.314989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.314989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.314989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.316157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.316739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.316739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.316739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.316739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.316739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.316739] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.764631] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.764935] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.765101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.765406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.765674] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.765836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.765955] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.768350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.768927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.769200] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.769326] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.769444] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.769574] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.769673] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.769786] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.769929] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.791698] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.791891] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.792132] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.792337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.792686] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.792868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.792993] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.793405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.793550] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab7f7ae-2b5d-408b-8ab4-9f4493820c04',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.820314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.820314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.820314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.820314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.842019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.842019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.842019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.842019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.842019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.842019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.842019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 1045.871464] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.871464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.871464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.871464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.871464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.883449] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 1046.296513] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.296883] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.297082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.297453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.297719] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.297843] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 not found, creating... [ 1046.298227] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.298441] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.298589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.298887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.299550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.299921] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.300172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.300319] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.300555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.300691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.300854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 is going to be created. [ 1046.325063] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.325268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.329035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.329035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.329035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.329035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.356548] env[69325]: INFO networking_nsxv3.common.synchronization [req-a887ea80-a157-421c-9dd8-26de47d0c257 req-eca48999-2848-4db0-8d76-df280f3a2e5a service nova] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_rules [ 1047.356817] env[69325]: INFO networking_nsxv3.common.synchronization [req-a887ea80-a157-421c-9dd8-26de47d0c257 req-eca48999-2848-4db0-8d76-df280f3a2e5a service nova] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 1047.356900] env[69325]: INFO networking_nsxv3.common.synchronization [req-a887ea80-a157-421c-9dd8-26de47d0c257 req-eca48999-2848-4db0-8d76-df280f3a2e5a service nova] Enqueued Resource ID: 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 with Priority: HIGHEST for action port [ 1047.357188] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_rules [ 1047.357276] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 1047.357367] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 with Priority: HIGHEST for action port [ 1047.359896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.360270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.360386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.360624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.360734] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.365031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.365031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.365031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.365031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.365031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.365031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.365031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab7f7ae-2b5d-408b-8ab4-9f4493820c04',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.865052] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.865212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.868631] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 with status ACTIVE [ 1047.868857] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869065] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.869282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.869374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.869550] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.869645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.869845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.869938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.870135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.870230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.870291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.870458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.871223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.871223] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab7f7ae-2b5d-408b-8ab4-9f4493820c04 is going to be updated. [ 1047.893662] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 1047.893850] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff deletion is rescheduled due to dependency. [ 1047.893971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.894155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894414] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894595] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.894709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.895018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.895115] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.897100] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.897220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.897292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.897638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab7f7ae-2b5d-408b-8ab4-9f4493820c04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.254521] env[69325]: INFO networking_nsxv3.common.synchronization [None req-f1e034ca-5c1e-4fc3-b7cf-1b1e95bfc7db None None] Enqueued Resource ID: b879f4e1-c046-44ca-bb20-b39affd32fb1 with Priority: HIGHEST for action port [ 1048.254698] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b879f4e1-c046-44ca-bb20-b39affd32fb1 with Priority: HIGHEST for action port [ 1048.255271] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b879f4e1-c046-44ca-bb20-b39affd32fb1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.255415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b879f4e1-c046-44ca-bb20-b39affd32fb1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.255474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b879f4e1-c046-44ca-bb20-b39affd32fb1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.255732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b879f4e1-c046-44ca-bb20-b39affd32fb1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.255816] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b879f4e1-c046-44ca-bb20-b39affd32fb1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.398944] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.758279] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b879f4e1-c046-44ca-bb20-b39affd32fb1 [ 1048.758510] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.758647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.758713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.758930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.759033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.759132] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b879f4e1-c046-44ca-bb20-b39affd32fb1 already deleted. [ 1048.759214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b879f4e1-c046-44ca-bb20-b39affd32fb1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.901326] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.951700] env[69325]: INFO networking_nsxv3.common.synchronization [req-8fcdce47-b987-451c-91ab-b043155ab708 req-493cbf84-e242-4fdd-a452-32eff94054cd tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1048.953568] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1048.953915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.956884] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.956884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.956884] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.405556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.405906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.405906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.406010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.406102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.406409] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 1049.426203] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.426203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.426203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.426203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.426203] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.426203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.426203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.426203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.426595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.426595] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.426790] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.426840] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.427174] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.427174] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.427174] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.427935] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.445586] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.445586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.445586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.445586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.445586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.455771] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.455771] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.455771] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.455771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.456912] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-4acd2f9c-9266-4b44-b1fe-4600254557ec taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.460019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.460019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.460019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.460019] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acd2f9c-9266-4b44-b1fe-4600254557ec',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.462325] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.465257] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 1049.620414] env[69325]: INFO networking_nsxv3.common.synchronization [req-2f625322-e005-42ca-9790-3080aaa89482 req-066019ea-ce6f-472c-b378-00fdc33c3ee0 tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_members [ 1049.620932] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd with Priority: HIGHEST for action security_group_members [ 1049.621265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.621505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.621505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.621728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.622026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.622086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.622128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.622307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.622450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.622450] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d50a5c-b6a9-4b9d-9f38-3a133895a6cd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.967026] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.967026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.967026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.967026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.967026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.967026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 4acd2f9c-9266-4b44-b1fe-4600254557ec not found, creating... [ 1049.967026] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.968157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.968429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.968821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.969135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.969556] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.969871] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.972017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.972017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.972017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.972017] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 4acd2f9c-9266-4b44-b1fe-4600254557ec is going to be created. [ 1049.972505] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.998304] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.998304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.998304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.125620] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.125620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.125620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.127218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.174814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.174814] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.174814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.174814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.174814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.174814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.174814] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd is going to be updated. [ 1050.214262] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.214526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.214597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.214812] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.214949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.225049] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd in Status: IN_PROGRESS for 2s [ 1050.474984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.475418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.475418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.475530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.475574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.475658] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1050.504359] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.504359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.504359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.504359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.504359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.513505] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1050.603593] env[69325]: INFO networking_nsxv3.common.synchronization [None req-2ae93b27-e224-455a-ad68-83067e5b932a None None] Enqueued Resource ID: fce13edc-7698-4d55-81e3-cc7440b5d04b with Priority: HIGHEST for action port [ 1050.604091] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce13edc-7698-4d55-81e3-cc7440b5d04b with Priority: HIGHEST for action port [ 1050.604507] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fce13edc-7698-4d55-81e3-cc7440b5d04b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.604713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fce13edc-7698-4d55-81e3-cc7440b5d04b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.604803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fce13edc-7698-4d55-81e3-cc7440b5d04b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.608205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fce13edc-7698-4d55-81e3-cc7440b5d04b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.608783] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce13edc-7698-4d55-81e3-cc7440b5d04b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.110826] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fce13edc-7698-4d55-81e3-cc7440b5d04b [ 1051.111890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.113448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.113851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.114094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.114191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.114290] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fce13edc-7698-4d55-81e3-cc7440b5d04b already deleted. [ 1051.114388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fce13edc-7698-4d55-81e3-cc7440b5d04b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.131096] env[69325]: INFO networking_nsxv3.common.synchronization [req-8fcdce47-b987-451c-91ab-b043155ab708 req-3f5ea8f5-0c7b-46bc-9e82-aea9dc6815bc service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1051.132243] env[69325]: INFO networking_nsxv3.common.synchronization [req-8fcdce47-b987-451c-91ab-b043155ab708 req-3f5ea8f5-0c7b-46bc-9e82-aea9dc6815bc service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1051.132243] env[69325]: INFO networking_nsxv3.common.synchronization [req-8fcdce47-b987-451c-91ab-b043155ab708 req-3f5ea8f5-0c7b-46bc-9e82-aea9dc6815bc service nova] Enqueued Resource ID: 4acd2f9c-9266-4b44-b1fe-4600254557ec with Priority: HIGHEST for action port [ 1051.132397] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1051.132541] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1051.132623] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4acd2f9c-9266-4b44-b1fe-4600254557ec with Priority: HIGHEST for action port [ 1051.132915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.133048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.133111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.133325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.133392] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.134349] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.134452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.134801] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4acd2f9c-9266-4b44-b1fe-4600254557ec taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.134801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.134801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.135015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.135073] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acd2f9c-9266-4b44-b1fe-4600254557ec',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.476051] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 1051.476507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.477195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.477409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.477601] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.477711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.477774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.477921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.477996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.478120] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.478975] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.638144] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.638383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.638600] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4acd2f9c-9266-4b44-b1fe-4600254557ec with status ACTIVE [ 1051.638770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.638925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.638925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.639125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.639218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.639391] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.639501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.639564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.639744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.639822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.640016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.641932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.642038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.644629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.644793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.644952] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4acd2f9c-9266-4b44-b1fe-4600254557ec is going to be updated. [ 1051.680187] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.680372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.680411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.680620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.680761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.680978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4acd2f9c-9266-4b44-b1fe-4600254557ec" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.947235] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.947454] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.947597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.947966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.948138] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.948301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.948451] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.948697] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.948862] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.949117] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.949282] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.949410] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.949543] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.949661] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.949843] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.949968] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.980410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.980613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.980683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.981052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.981791] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.982305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.982427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982703] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982803] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.983061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.983236] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.983530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.983621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.983775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.983855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.983940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.984044] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.986128] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.986735] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.986735] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.986906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.987237] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-13de3fc4-3337-4bea-97fc-c089c35b2d7a taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.987453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.987528] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.987805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.987953] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13de3fc4-3337-4bea-97fc-c089c35b2d7a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.242297] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd in Status: SUCCESS [ 1052.242571] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d50a5c-b6a9-4b9d-9f38-3a133895a6cd deletion is rescheduled due to dependency. [ 1052.242701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d50a5c-b6a9-4b9d-9f38-3a133895a6cd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.491565] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.491874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.491952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.492511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.492808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.493130] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.493368] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.493561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.493870] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.494056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.494391] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.494564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.494728] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.495057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.495159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.495476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a is going to be updated. [ 1052.496500] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff: rpc.has_security_group_logging(os_id): False [ 1052.518022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.518022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.518022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.518022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.518593] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.518593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.519076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.519311] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 1052.525380] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.525663] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.525721] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.526409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.537134] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1052.537369] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.538023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.538023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.538023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.538023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.538230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.538261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.538393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.538432] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.615154] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.615154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.615641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.615641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.615641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.640025] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 1052.923213] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8c372ad8-a076-4a2c-a41e-895c2ec84e48 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_rules [ 1052.923802] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_rules [ 1052.924322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.924569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.924731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.925187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.925457] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.042450] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.060364] env[69325]: INFO networking_nsxv3.common.synchronization [None req-e3ace56d-7bb2-4475-8718-b3759b86374a tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_rules [ 1053.060987] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_rules [ 1053.061330] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.061435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.363966] env[69325]: INFO networking_nsxv3.common.synchronization [req-9407ce92-0916-4164-b409-5a1b337ce2e6 req-f2f46451-6791-47ae-8408-e79756000ecd service nova] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 1053.364179] env[69325]: INFO networking_nsxv3.common.synchronization [req-9407ce92-0916-4164-b409-5a1b337ce2e6 req-f2f46451-6791-47ae-8408-e79756000ecd service nova] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 1053.364322] env[69325]: INFO networking_nsxv3.common.synchronization [req-9407ce92-0916-4164-b409-5a1b337ce2e6 req-f2f46451-6791-47ae-8408-e79756000ecd service nova] Enqueued Resource ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a with Priority: HIGHEST for action port [ 1053.364582] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_rules [ 1053.364713] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 1053.364809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a with Priority: HIGHEST for action port [ 1053.365433] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.365579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.365631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.365833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.365912] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.367745] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.367901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.367954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.368135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.368296] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.368399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.368464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.370984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.370984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.370984] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.370984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-13de3fc4-3337-4bea-97fc-c089c35b2d7a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.370984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.370984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.370984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.370984] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13de3fc4-3337-4bea-97fc-c089c35b2d7a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.446425] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.446568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.446639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.446940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.447046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.447143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 already deleted. [ 1053.447230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.447388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.447594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.447678] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.545188] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.872047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.873145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.873293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.873403] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13de3fc4-3337-4bea-97fc-c089c35b2d7a with status ACTIVE [ 1053.873555] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.873662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.873725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.873928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.874027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.874476] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.874609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.874668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.874828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.875257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.875257] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.875257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.875257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.875466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.875493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.875611] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13de3fc4-3337-4bea-97fc-c089c35b2d7a is going to be updated. [ 1053.902163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.902163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.902163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.902163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.902163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.902163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13de3fc4-3337-4bea-97fc-c089c35b2d7a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.981788] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.981788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.981788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.982082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.982265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.982422] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 already deleted. [ 1053.982574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.053793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.053953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.054040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.054275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.054427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.054541] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1054.090800] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.091034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.091146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.091385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.091562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.104134] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1054.378204] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.651574] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 1054.652024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.880574] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.880769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.880834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.881076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.881190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.881251] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51796672-a73c-456b-b714-7488f5394386 is going to be updated. [ 1054.913398] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.913598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.913672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.913930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.914154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.925023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: IN_PROGRESS for 2s [ 1056.114979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1056.115353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.115407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.115660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.115840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.115958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.116058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.116219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.116312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.116384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.116473] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.619248] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.619248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.619396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.619844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.619844] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.619999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.619999] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.620181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.620283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.620378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.620534] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.620644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.620712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.620912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.621095] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.621205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.621318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.621406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.621500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.621593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.621704] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.949235] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: SUCCESS [ 1056.949465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.949650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.949876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.950100] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.950229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.950396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.950679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.950679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.950679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.950791] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.123904] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 1057.144898] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.144898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.144898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.144898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.166149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.166431] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.166540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.166827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.166922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.167118] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.167420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.167493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.167679] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.167964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.168143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.168143] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1057.254090] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.254090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.254090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.254090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.254090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.269410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1057.421071] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c3710bf5-5e9b-46c6-bff9-c385caa2cbd2 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 1b8c056b-aa9a-44bb-948f-4faede6a495d with Priority: HIGHEST for action security_group_rules [ 1057.421653] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8c056b-aa9a-44bb-948f-4faede6a495d with Priority: HIGHEST for action security_group_rules [ 1057.421964] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8c056b-aa9a-44bb-948f-4faede6a495d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.422188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.422308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.422586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.422953] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8c056b-aa9a-44bb-948f-4faede6a495d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.453163] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.535556] env[69325]: INFO networking_nsxv3.common.synchronization [None req-be9867c7-f7ed-4c20-a4e2-bee30e320a51 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 1b8c056b-aa9a-44bb-948f-4faede6a495d with Priority: HIGHEST for action security_group_rules [ 1057.535556] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8c056b-aa9a-44bb-948f-4faede6a495d with Priority: HIGHEST for action security_group_rules [ 1057.535556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8c056b-aa9a-44bb-948f-4faede6a495d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.535556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.946897] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.947571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.948799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949381] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8c056b-aa9a-44bb-948f-4faede6a495d already deleted. [ 1057.949381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949785] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8c056b-aa9a-44bb-948f-4faede6a495d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.957862] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51796672-a73c-456b-b714-7488f5394386: rpc.has_security_group_logging(os_id): False [ 1057.987418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.987633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.987633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.987909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.021656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.021656] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.021656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.021656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.022287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.022287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.022287] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51796672-a73c-456b-b714-7488f5394386 is going to be updated. [ 1058.097395] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.097590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.097641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.097831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.098066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.112141] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: IN_PROGRESS for 2s [ 1058.480024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.480024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.480024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.480024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.480614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.480614] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8c056b-aa9a-44bb-948f-4faede6a495d already deleted. [ 1058.480614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8c056b-aa9a-44bb-948f-4faede6a495d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.284150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1059.284150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.635173] env[69325]: INFO networking_nsxv3.common.synchronization [req-36e8fc47-e32f-48ad-ba74-86574c77bd5b req-15e25762-d8f5-4111-993a-d420bd34eaa5 tempest-ImagesOneServerNegativeTestJSON-1687088240 tempest-ImagesOneServerNegativeTestJSON-1687088240-project-member] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 1059.635957] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGHEST for action security_group_members [ 1059.637190] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.637602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.637602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.638255] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.638255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.638411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.638969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.638969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.638969] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.125165] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: SUCCESS [ 1060.125422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.142403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.142638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.142683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.142938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.143063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.143276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.143375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.143484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.143621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.143694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.143797] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be updated. [ 1060.179157] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.179372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.179372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.179704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.179956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.192638] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: IN_PROGRESS for 2s [ 1062.190634] env[69325]: INFO networking_nsxv3.common.synchronization [req-ea137bd7-8856-41ae-9cc5-86a8d9cefd5f req-78bd32a5-fe0e-4bda-bc67-f27cda0c055c tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1062.191228] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1062.191563] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.191739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.191820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.194813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.195264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.195349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.195924] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.209180] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff in Status: SUCCESS [ 1062.209371] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff deletion is rescheduled due to dependency. [ 1062.209489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.292907] env[69325]: INFO networking_nsxv3.common.synchronization [req-7186e441-09d9-49c4-aa97-2a20862f5541 req-09feec13-5817-4848-a3c9-1018a53f7a5e tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1062.293716] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1062.294177] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.294355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.294457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.294802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.295049] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.295218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.295317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.295554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.295680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.295819] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.701066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.701066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.701066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.701066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.722296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.722566] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.722683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.722747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.722947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.723039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.723129] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1062.751757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.751934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.751978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.752523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.752523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.761060] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1062.798582] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.301759] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.804421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.804585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.804651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.804884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.804976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.805059] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1063.837017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.837208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.837285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.837552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.837744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.848448] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1064.773166] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1064.773527] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 1064.773527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.859331] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1065.859700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.041900] env[69325]: INFO networking_nsxv3.common.synchronization [req-78ecc76a-ce5e-40e5-8543-50793b60876a req-68eaa867-7dcc-4b0d-b0d9-6a86996e940b tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1066.043027] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1066.043027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.043027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.043027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.043274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.043447] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.044031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.044031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.044031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.044031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.044031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.462406] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.462676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.462854] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.463403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.463638] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.463873] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.464023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.464344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.464591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.465087] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.465135] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.465296] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.465484] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.465654] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.465800] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.466040] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.485114] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.485303] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.485459] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.485675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.486044] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-83a845a1-cc72-4467-8791-28ed1c1c0cf6 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.486235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.486375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.486745] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.487300] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a845a1-cc72-4467-8791-28ed1c1c0cf6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.546104] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.547544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.547544] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 already deleted. [ 1066.547544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.989764] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.990323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.990323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.990452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.990616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.990782] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 83a845a1-cc72-4467-8791-28ed1c1c0cf6 not found, creating... [ 1066.991073] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.991259] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.991390] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.991629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.991792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.992113] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.992290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.992463] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.992641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.992788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.992944] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 83a845a1-cc72-4467-8791-28ed1c1c0cf6 is going to be created. [ 1067.014188] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.014400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.014567] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.014866] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.015117] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.869787] env[69325]: INFO networking_nsxv3.common.synchronization [req-78ecc76a-ce5e-40e5-8543-50793b60876a req-4771d9aa-d8dd-42fb-973b-c8437b15ea5c service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1067.869920] env[69325]: INFO networking_nsxv3.common.synchronization [req-78ecc76a-ce5e-40e5-8543-50793b60876a req-4771d9aa-d8dd-42fb-973b-c8437b15ea5c service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1067.870102] env[69325]: INFO networking_nsxv3.common.synchronization [req-78ecc76a-ce5e-40e5-8543-50793b60876a req-4771d9aa-d8dd-42fb-973b-c8437b15ea5c service nova] Enqueued Resource ID: 83a845a1-cc72-4467-8791-28ed1c1c0cf6 with Priority: HIGHEST for action port [ 1067.870683] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1067.870870] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1067.870936] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a845a1-cc72-4467-8791-28ed1c1c0cf6 with Priority: HIGHEST for action port [ 1067.871267] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.872656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.872656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.872656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.872656] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.872873] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.872984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.873082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.873282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.873437] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.873633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.873774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.873875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.875226] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a845a1-cc72-4467-8791-28ed1c1c0cf6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.875338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.875430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.875622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.875710] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a845a1-cc72-4467-8791-28ed1c1c0cf6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.381810] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a845a1-cc72-4467-8791-28ed1c1c0cf6 with status ACTIVE [ 1068.381810] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.381810] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.381810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.382836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.382836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.382836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.382836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.382836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.382836] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a845a1-cc72-4467-8791-28ed1c1c0cf6 is going to be updated. [ 1068.383968] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.384996] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.385215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.406402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.406489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.406530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.406740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.406888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.407121] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a845a1-cc72-4467-8791-28ed1c1c0cf6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.886540] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.391081] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.391081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.391081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.391557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.391557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.391557] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be created. [ 1069.418613] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.418762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.418836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.419068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.419230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.431159] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: UNINITIALIZED for 2s [ 1070.538896] env[69325]: INFO networking_nsxv3.common.synchronization [req-1ca30bf2-b7ba-4088-810b-924ba0bee159 req-837bbc2b-7359-481a-bab1-5b79143ce150 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1070.539474] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1070.539911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.540046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.540686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.540955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.542040] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.542040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.542040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.542040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.542040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.542040] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.991289] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.991661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.992200] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.992431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.992725] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.992897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.993030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.993268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.993417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.993631] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.993751] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.993863] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.993978] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.994106] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.994218] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.994352] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.015517] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.015686] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.015824] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.016020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.016596] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-84390e67-5c9f-41a5-a27e-80b0db7f1772 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.016832] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.016981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.017321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.017461] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84390e67-5c9f-41a5-a27e-80b0db7f1772',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.048819] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.441019] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1071.441357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.441514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.441749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.441941] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.442096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.442169] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.442325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.442407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.442490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.442644] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.520379] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520933] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.521301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.521460] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.521620] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 84390e67-5c9f-41a5-a27e-80b0db7f1772 not found, creating... [ 1071.521905] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.522095] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.522220] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.522438] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.522578] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523016] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.523246] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.523403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.523647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.523801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523947] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 84390e67-5c9f-41a5-a27e-80b0db7f1772 is going to be created. [ 1071.544366] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.544767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.544767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.545055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.545296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.545535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.550873] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.945631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.945631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.945823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.945928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.946166] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.946274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.946348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.946516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.946620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.946735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.946881] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.947029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.947071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.947344] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.947450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.947519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.947755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.947845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.947944] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.053782] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.053782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.053782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.053934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.054049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.054094] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be updated. [ 1072.094457] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.094457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.094457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.094777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.094777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.108022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: IN_PROGRESS for 2s [ 1072.306712] env[69325]: INFO networking_nsxv3.common.synchronization [req-1ca30bf2-b7ba-4088-810b-924ba0bee159 req-8c72e998-3d66-4dba-ae38-c6955e227ca9 service nova] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1072.306953] env[69325]: INFO networking_nsxv3.common.synchronization [req-1ca30bf2-b7ba-4088-810b-924ba0bee159 req-8c72e998-3d66-4dba-ae38-c6955e227ca9 service nova] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1072.307097] env[69325]: INFO networking_nsxv3.common.synchronization [req-1ca30bf2-b7ba-4088-810b-924ba0bee159 req-8c72e998-3d66-4dba-ae38-c6955e227ca9 service nova] Enqueued Resource ID: 84390e67-5c9f-41a5-a27e-80b0db7f1772 with Priority: HIGHEST for action port [ 1072.307640] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_rules [ 1072.307832] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1072.307894] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84390e67-5c9f-41a5-a27e-80b0db7f1772 with Priority: HIGHEST for action port [ 1072.308263] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.308409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.308492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.308714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.308825] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.312487] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.312586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.312926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-84390e67-5c9f-41a5-a27e-80b0db7f1772 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.313599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.313703] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84390e67-5c9f-41a5-a27e-80b0db7f1772',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.451955] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e47820-232e-48a5-b187-3b8fa389dae0: rpc.has_security_group_logging(os_id): False [ 1072.472013] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.472367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.472455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.472697] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.473049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.473309] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.473400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.473554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.473612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.473831] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.473925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.473987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.474130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.474211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.474282] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be created. [ 1072.536964] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.537152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.537226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.537447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.537636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.550280] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1072.813180] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.813180] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.817064] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84390e67-5c9f-41a5-a27e-80b0db7f1772 with status ACTIVE [ 1072.817064] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.817064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.817064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.817403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.817403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.817513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.817682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.817719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.817859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.817936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.818139] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.818232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.818294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.818436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.818511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.818594] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84390e67-5c9f-41a5-a27e-80b0db7f1772 is going to be updated. [ 1072.843803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.844236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.844236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.844499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.844723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.845051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84390e67-5c9f-41a5-a27e-80b0db7f1772" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.047096] env[69325]: INFO networking_nsxv3.common.synchronization [req-39f104f0-b96d-4b38-97af-3d0bf60fdbca req-76615bea-93fb-43ac-93aa-37098f77e611 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_members [ 1073.047690] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_members [ 1073.048019] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.048349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.048349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.048458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.048614] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.048719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.048781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.048930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.049024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.049116] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.485031] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.485381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.485566] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.485980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.486335] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.486504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.486625] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.486858] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.487011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487226] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.487341] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.487449] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.487558] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.487679] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.487788] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.487943] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.513701] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.513889] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.514049] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.514577] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.514577] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-dca1bf08-abc3-4d70-b5de-312219e1f7a6 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.515026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.515301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.515461] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca1bf08-abc3-4d70-b5de-312219e1f7a6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.552434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552434] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 already deleted. [ 1073.552434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.018306] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.018631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019099] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019425] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port dca1bf08-abc3-4d70-b5de-312219e1f7a6 not found, creating... [ 1074.019736] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.020118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.020383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.020541] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.020834] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.020994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.021129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.021343] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.021481] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.021622] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: dca1bf08-abc3-4d70-b5de-312219e1f7a6 is going to be created. [ 1074.050706] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.050921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.051081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.051401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.051644] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.051905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.114325] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1074.114568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.114820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.115069] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.115263] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.115386] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.115455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.115789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.115906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.116015] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.568036] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1074.568036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.620669] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.129310] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.585225] env[69325]: INFO networking_nsxv3.common.synchronization [req-39f104f0-b96d-4b38-97af-3d0bf60fdbca req-8e20e80d-f1da-465a-9c3a-3942a6f17430 service nova] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_rules [ 1075.585498] env[69325]: INFO networking_nsxv3.common.synchronization [req-39f104f0-b96d-4b38-97af-3d0bf60fdbca req-8e20e80d-f1da-465a-9c3a-3942a6f17430 service nova] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_members [ 1075.585779] env[69325]: INFO networking_nsxv3.common.synchronization [req-39f104f0-b96d-4b38-97af-3d0bf60fdbca req-8e20e80d-f1da-465a-9c3a-3942a6f17430 service nova] Enqueued Resource ID: dca1bf08-abc3-4d70-b5de-312219e1f7a6 with Priority: HIGHEST for action port [ 1075.586200] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_rules [ 1075.586355] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_members [ 1075.586470] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca1bf08-abc3-4d70-b5de-312219e1f7a6 with Priority: HIGHEST for action port [ 1075.586803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.586935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.587179] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.587474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.587759] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.588725] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.588881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.589319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.589732] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.589732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.590166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.590321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.590477] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.591403] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca1bf08-abc3-4d70-b5de-312219e1f7a6 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.594784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.594784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.594784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.594784] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca1bf08-abc3-4d70-b5de-312219e1f7a6',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.631283] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.631699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.632044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.632249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.632368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.632458] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be updated. [ 1075.652673] env[69325]: INFO networking_nsxv3.common.synchronization [req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 req-357befd2-c795-4f05-a690-3199bf55fdb5 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_members [ 1075.653635] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_members [ 1075.653635] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.653730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.653793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.659077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.659077] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.659077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.659077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.659077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.659077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659077] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.661443] env[69325]: INFO networking_nsxv3.common.synchronization [req-2a5ef828-7e76-4aca-b2e7-a8fc5084619e req-9cc37c0f-a4da-4400-b042-c34dd029c76e tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 1075.661690] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 1075.662250] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.671588] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.671588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.671588] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.674454] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.674590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.676789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.676789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.676789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.690524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: IN_PROGRESS for 2s [ 1076.034082] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.034336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-10" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.034477] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-10" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.035067] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-10" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.035159] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.035308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.035434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.035678] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.035837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.036043] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.036166] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.036282] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.036406] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.036509] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.036622] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.036762] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.058018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.058211] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.058396] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.058620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-10" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.058852] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-b74572be-18d6-4c22-8cdf-67c0bec78a25 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.059044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.059205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.059487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.059642] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74572be-18d6-4c22-8cdf-67c0bec78a25',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.094077] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.094244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.094439] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.095330] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dca1bf08-abc3-4d70-b5de-312219e1f7a6 with status ACTIVE [ 1076.095537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.095682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.095795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.096020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.096087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.096267] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.096365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.096429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.096592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.096686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.096877] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.096965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.097035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.097201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.097295] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.097406] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dca1bf08-abc3-4d70-b5de-312219e1f7a6 is going to be updated. [ 1076.133690] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.133768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.133921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.134251] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.134472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.134576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca1bf08-abc3-4d70-b5de-312219e1f7a6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.159938] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.160136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.160192] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.160591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.160591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.160735] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.160887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.160970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.161096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.161181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.161255] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 already deleted. [ 1076.161412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.177666] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.562648] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.562888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.563035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.563334] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.563492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.563653] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port b74572be-18d6-4c22-8cdf-67c0bec78a25 not found, creating... [ 1076.563930] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.564129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.564258] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.564512] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.564662] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.564988] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.566739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.566739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.566739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.566739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.566739] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: b74572be-18d6-4c22-8cdf-67c0bec78a25 is going to be created. [ 1076.593937] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.594363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.594555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.594960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.595879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.596335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.600332] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.680038] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.744079] env[69325]: INFO networking_nsxv3.common.synchronization [req-7ee45784-f9d2-4236-b45d-5c6a0d1836dc req-4868fe05-5767-4f6f-a66c-66aaa7f1a0ef tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_members [ 1076.747657] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 with Priority: HIGHEST for action security_group_members [ 1076.752093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b756e5-6144-473b-b7c4-bcf3a95fe803 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.752093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.752093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.752093] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b756e5-6144-473b-b7c4-bcf3a95fe803',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.104324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.104324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.104324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.104324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.104324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.104324] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 is going to be created. [ 1077.133441] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.133441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.133441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.133441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.133441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.145961] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 in Status: UNINITIALIZED for 2s [ 1077.185513] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.185513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.185513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.185513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.185513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.185513] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be updated. [ 1077.219594] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.219594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.219594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.219594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.219594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.234058] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: IN_PROGRESS for 2s [ 1077.258630] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.259408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.261740] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.261740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.261740] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 is going to be updated. [ 1077.308156] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.308462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.308462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.308602] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.308727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.322272] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 in Status: IN_PROGRESS for 2s [ 1077.407812] env[69325]: INFO networking_nsxv3.common.synchronization [req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 req-a6954bde-83a4-477c-aa49-fe8cd81977fd service nova] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_rules [ 1077.407999] env[69325]: INFO networking_nsxv3.common.synchronization [req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 req-a6954bde-83a4-477c-aa49-fe8cd81977fd service nova] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_members [ 1077.408157] env[69325]: INFO networking_nsxv3.common.synchronization [req-ea38258f-f5cb-4d84-b83c-cedf10caa0c8 req-a6954bde-83a4-477c-aa49-fe8cd81977fd service nova] Enqueued Resource ID: b74572be-18d6-4c22-8cdf-67c0bec78a25 with Priority: HIGHEST for action port [ 1077.408408] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_rules [ 1077.408536] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_members [ 1077.408631] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74572be-18d6-4c22-8cdf-67c0bec78a25 with Priority: HIGHEST for action port [ 1077.410140] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.410224] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.410298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.410503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.410586] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.411556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.413374] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.413374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.413374] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.413374] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74572be-18d6-4c22-8cdf-67c0bec78a25 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.413927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.413927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.413927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.413927] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74572be-18d6-4c22-8cdf-67c0bec78a25',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.700075] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1077.700429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.700518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.700867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.701119] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.701219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.701273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.701442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.701524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.701612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.701701] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.918294] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.919571] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.919772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.920034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b74572be-18d6-4c22-8cdf-67c0bec78a25 with status ACTIVE [ 1077.920241] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.920439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.920478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.920693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.920816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.921089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.921175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.921175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.921400] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.921486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.922175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.922175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.922175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.922175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.922458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.922458] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b74572be-18d6-4c22-8cdf-67c0bec78a25 is going to be updated. [ 1077.950199] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.950403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.950455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.950721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.950844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.950980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74572be-18d6-4c22-8cdf-67c0bec78a25" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.204542] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.225442] env[69325]: INFO networking_nsxv3.common.synchronization [req-4b044de6-2121-40d9-8ffa-ecd41db7230d req-ed3b85ab-f688-47d5-b892-e3b932e9cb5c tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1078.225831] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1078.226814] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.226957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.227154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.227426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.227568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.227670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.227747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.227906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.227997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.228115] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.431528] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.661045] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.661215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.661262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.661502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.661784] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.661992] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.662192] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.662457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.662736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.663029] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.663192] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.663334] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.663463] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.663585] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.663697] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.663837] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.683472] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.683646] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.683789] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.683971] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.684329] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-e4e58d4a-9210-4814-9f98-f9598d2404ca taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.684511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.684635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.685369] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e58d4a-9210-4814-9f98-f9598d2404ca',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.706962] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42a68b63-5722-40b3-ad9f-15c3b9e670ad: rpc.has_security_group_logging(os_id): False [ 1078.725181] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.725325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.725398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.725604] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.725696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.725938] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.726052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.726117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.726275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.726351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.726435] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be updated. [ 1078.731415] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.731575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.731651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.731828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.731912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.732141] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.732223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.732276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.732401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.732474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.732561] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1078.772574] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.772939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.772939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.773060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.773196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.785022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1078.812548] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.812708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.812792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.812995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.813229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.834948] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: IN_PROGRESS for 2s [ 1078.941942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.942864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.942864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.942864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.942864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.942864] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 is going to be created. [ 1078.972098] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.972261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.972316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.972539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.972798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.982522] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 in Status: UNINITIALIZED for 2s [ 1079.155871] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 in Status: SUCCESS [ 1079.156138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.156332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.156579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.156791] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.156932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.157019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.157205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.157303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.157409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.157531] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.188466] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.188760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.188846] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.189262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.189431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.189602] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port e4e58d4a-9210-4814-9f98-f9598d2404ca not found, creating... [ 1079.189886] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.190094] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.190226] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.190477] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.190623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.190925] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.191121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.191267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.191494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.191638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.191790] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: e4e58d4a-9210-4814-9f98-f9598d2404ca is going to be created. [ 1079.231785] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.232057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.232201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.232529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.232813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.233091] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.246959] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 1079.247228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.336045] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 in Status: SUCCESS [ 1079.336390] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b756e5-6144-473b-b7c4-bcf3a95fe803 deletion is rescheduled due to dependency. [ 1079.336552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b756e5-6144-473b-b7c4-bcf3a95fe803" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.659819] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.997001] env[69325]: INFO networking_nsxv3.common.synchronization [req-4b044de6-2121-40d9-8ffa-ecd41db7230d req-5c93840e-51ca-436d-a83f-f9093379c763 service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 1080.000498] env[69325]: INFO networking_nsxv3.common.synchronization [req-4b044de6-2121-40d9-8ffa-ecd41db7230d req-5c93840e-51ca-436d-a83f-f9093379c763 service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1080.000498] env[69325]: INFO networking_nsxv3.common.synchronization [req-4b044de6-2121-40d9-8ffa-ecd41db7230d req-5c93840e-51ca-436d-a83f-f9093379c763 service nova] Enqueued Resource ID: e4e58d4a-9210-4814-9f98-f9598d2404ca with Priority: HIGHEST for action port [ 1080.000498] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 1080.000779] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1080.000880] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e58d4a-9210-4814-9f98-f9598d2404ca with Priority: HIGHEST for action port [ 1080.002105] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.002105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.002105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.002105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.002105] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.003370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.003370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.003370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e58d4a-9210-4814-9f98-f9598d2404ca taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.003370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.003370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.003616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.003650] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e58d4a-9210-4814-9f98-f9598d2404ca',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.162031] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e36dda-eaa5-4d60-83e4-c8fa97299600: rpc.has_security_group_logging(os_id): False [ 1080.181269] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.181448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.181559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.181732] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.181824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.182082] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.182226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.182301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.182479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.182629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.182761] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 is going to be created. [ 1080.256131] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.256340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.256470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.256813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.257144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.270161] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 in Status: IN_PROGRESS for 2s [ 1080.505852] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.506027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.508503] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e58d4a-9210-4814-9f98-f9598d2404ca with status ACTIVE [ 1080.508895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.509016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.509061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.509369] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.509572] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.509676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.509739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.510031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.510197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.510264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.510332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.510507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.510571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.510673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e58d4a-9210-4814-9f98-f9598d2404ca is going to be updated. [ 1080.534667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.535431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.535431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.535431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.535619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.535857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e58d4a-9210-4814-9f98-f9598d2404ca" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.795110] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1080.795624] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 1080.795624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.795780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.796010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.796268] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.796435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.796538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.796767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.796893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797048] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.849980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1080.850239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.993408] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 in Status: SUCCESS [ 1080.993674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.993891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.994098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.994183] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.994309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.994502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.994685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.994685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.994685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.995385] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.299939] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.496837] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.803187] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.999728] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb71deea-07b3-458c-adbb-8ae61f7a4991: rpc.has_security_group_logging(os_id): False [ 1082.019976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.020152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.020206] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.020412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.020496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.020735] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.020826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.020909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.021124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.021197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.021288] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 is going to be created. [ 1082.084477] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.084626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.084698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.085014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.085260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.102970] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 in Status: IN_PROGRESS for 2s [ 1082.283936] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 in Status: SUCCESS [ 1082.284202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.308721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.308721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.308721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.308721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.308721] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.308721] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1082.344396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.344634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.344785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.344962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.345129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.363501] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1082.486755] env[69325]: INFO networking_nsxv3.common.synchronization [req-d4e713a6-3506-45ac-ab42-4ad237bf449d req-2d9ddea1-b522-458a-8d84-6d081d6c7c6c tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1082.486755] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1082.486755] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.486755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.486755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.487524] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.488023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.488313] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.488517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.488820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.490148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.490148] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.891200] env[69325]: INFO networking_nsxv3.common.synchronization [None req-5245cfc6-0e25-4624-b4c9-0323a2774480 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1082.893287] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1082.893611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.893731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.893799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.894042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.894233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.894357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.894425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.894608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.894705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.894819] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.994824] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.995038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.995223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.995718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.995958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.996168] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.996289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.996358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.996607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.996718] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.996853] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1083.033090] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.037032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.037032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.037032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.037032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.045863] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1083.402401] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.402401] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.402401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.402401] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be deleted. [ 1083.441282] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.441823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.442067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.442383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.442601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.442895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.119661] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 in Status: SUCCESS [ 1084.119911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.378023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378023] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.630436] env[69325]: INFO networking_nsxv3.common.synchronization [req-c8e4290a-0314-4b4e-81c7-5ce048b81dd8 req-7d22b432-75f3-4a14-b74a-0cee35f6b3cf tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1084.631512] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1084.631890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.632029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.632098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.632322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.632495] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.632596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.632777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.633039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.633154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.633261] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.884834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.884834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.884834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.884834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.884834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.885573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.885573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.885573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.885573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.885573] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.059346] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1085.059346] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1085.059346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.137588] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.392072] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e: rpc.has_security_group_logging(os_id): False [ 1085.420026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.420026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.420026] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.420026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.421619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.422087] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.422622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.422941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.424901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.424901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.424901] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1085.508347] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.508347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.508347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.508347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.508347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.524432] env[69325]: INFO networking_nsxv3.common.synchronization [req-b7415074-143e-41cc-91cd-489d784d2c80 req-5aada5b2-a5f4-4d65-8a6d-b5ae1da36f43 tempest-ServersTestFqdnHostnames-1641007877 tempest-ServersTestFqdnHostnames-1641007877-project-member] Enqueued Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_members [ 1085.526045] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd with Priority: HIGHEST for action security_group_members [ 1085.527205] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.527205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.527205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.527441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.527599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.527768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.527768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.527987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.528131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.528226] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b68321d-d83b-4766-8e1b-bc7885ebf1dd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.530043] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1085.640822] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.035286] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.035754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.035754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.035754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.035895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.036116] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.036214] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.036277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.036432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.036504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.036586] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd is going to be updated. [ 1086.067135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.067135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.067135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.067135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.067135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.082026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd in Status: IN_PROGRESS for 2s [ 1086.144705] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.144931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.145429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.145429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.145429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.145429] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1086.176420] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.176723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.176846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.177168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.177416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.188910] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1086.397332] env[69325]: INFO networking_nsxv3.common.synchronization [req-c842e4b0-f904-4944-bba5-d983234a23d5 req-19f6144d-554b-4557-9bb2-a6bd997dfdcc tempest-ServerRescueNegativeTestJSON-1708076500 tempest-ServerRescueNegativeTestJSON-1708076500-project-member] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 1086.398253] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGHEST for action security_group_members [ 1086.398730] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.398912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.399033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.399336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.399577] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.399733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.399833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.400084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.400249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.400412] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.939446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.939446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.939446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.939446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.967737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.968418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.968418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.968418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.969230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969333] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be updated. [ 1087.024564] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.024564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.024564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.024564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.024564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.024564] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: IN_PROGRESS for 2s [ 1087.544326] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1087.544559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.629919] env[69325]: INFO networking_nsxv3.common.synchronization [None req-389a8074-95b7-445c-9ca2-34a12d363411 None None] Enqueued Resource ID: 1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4 with Priority: HIGHEST for action port [ 1087.630534] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4 with Priority: HIGHEST for action port [ 1087.630879] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.631304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.631304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.631536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.631647] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.095696] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd in Status: SUCCESS [ 1088.095998] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b68321d-d83b-4766-8e1b-bc7885ebf1dd deletion is rescheduled due to dependency. [ 1088.096102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b68321d-d83b-4766-8e1b-bc7885ebf1dd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.133667] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4 [ 1088.133948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.134226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.134226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.134951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.135098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.135222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4 already deleted. [ 1088.136038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd20a47-75d0-4a7a-aa49-9da9f86bf0c4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.199231] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1088.199509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.950237] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8da8cfbc-fab8-4afc-bc92-018a29d21adb tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_rules [ 1088.950808] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_rules [ 1088.951155] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.951303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.951373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.951635] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.951717] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.032570] env[69325]: INFO networking_nsxv3.common.synchronization [None req-d63de975-2a89-49b1-9f05-6be41d2d352a tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_rules [ 1089.036599] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 in Status: SUCCESS [ 1089.036599] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 deletion is rescheduled due to dependency. [ 1089.036599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.036599] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_rules [ 1089.036599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.036599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.473154] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.473567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.473567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.473807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.473950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.474125] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698659b7-d0d8-420a-b625-431991ae69bd already deleted. [ 1089.474264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.474488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.474722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.474910] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.986515] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9c700504-2364-411e-b00e-7d7462db338c None None] Enqueued Resource ID: 375e8b3b-91ef-424b-a7c1-7c1bf4caf955 with Priority: HIGHEST for action port [ 1089.987331] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375e8b3b-91ef-424b-a7c1-7c1bf4caf955 with Priority: HIGHEST for action port [ 1089.988210] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-375e8b3b-91ef-424b-a7c1-7c1bf4caf955 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.988366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-375e8b3b-91ef-424b-a7c1-7c1bf4caf955" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.988452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-375e8b3b-91ef-424b-a7c1-7c1bf4caf955" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.988753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-375e8b3b-91ef-424b-a7c1-7c1bf4caf955" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.988847] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375e8b3b-91ef-424b-a7c1-7c1bf4caf955',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.012767] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.013068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.013127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.013322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.013418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.013511] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698659b7-d0d8-420a-b625-431991ae69bd already deleted. [ 1090.013593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.492232] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 375e8b3b-91ef-424b-a7c1-7c1bf4caf955 [ 1090.492232] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.492232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.492695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.492695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.492695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.492695] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:375e8b3b-91ef-424b-a7c1-7c1bf4caf955 already deleted. [ 1090.492859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-375e8b3b-91ef-424b-a7c1-7c1bf4caf955" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.440305] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.440856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.441161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.441639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.442234] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.442457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.442627] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.442927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.443137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.444366] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.444366] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.444366] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.444366] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.444366] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.444366] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.444366] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.467330] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.467962] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.467962] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.468109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.468455] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-89f9d19b-6c7f-4828-addb-3d163c33aec0 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.468659] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.468812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.470739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.471371] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f9d19b-6c7f-4828-addb-3d163c33aec0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.975596] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.975987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.976131] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.976461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.976573] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.976744] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 89f9d19b-6c7f-4828-addb-3d163c33aec0 not found, creating... [ 1092.977086] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.977280] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.977396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.977634] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.977777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.978121] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.978307] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.978489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.978688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.979054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.979054] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 is going to be created. [ 1093.003887] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.004181] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.004251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.004584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.004878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.005225] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.754343] env[69325]: INFO networking_nsxv3.common.synchronization [req-93182e0d-c033-49bd-af91-382114e6e7ef req-90f3c067-1648-4636-959d-80e3091643a2 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 1093.754343] env[69325]: INFO networking_nsxv3.common.synchronization [req-93182e0d-c033-49bd-af91-382114e6e7ef req-90f3c067-1648-4636-959d-80e3091643a2 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1093.754343] env[69325]: INFO networking_nsxv3.common.synchronization [req-93182e0d-c033-49bd-af91-382114e6e7ef req-90f3c067-1648-4636-959d-80e3091643a2 service nova] Enqueued Resource ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 with Priority: HIGHEST for action port [ 1093.755075] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 1093.755413] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1093.755669] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 with Priority: HIGHEST for action port [ 1093.756115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.756447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.756608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.756909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.757097] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.758644] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.759047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.760016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.760016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.760016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.760016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.760016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.760849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.761067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.761297] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.762951] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f9d19b-6c7f-4828-addb-3d163c33aec0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.763951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.763951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.763951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.763951] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f9d19b-6c7f-4828-addb-3d163c33aec0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.120823] env[69325]: INFO networking_nsxv3.common.synchronization [req-c96b7e21-d208-4faa-a1a7-5a795a22e73f req-d5c420b7-c7f1-4b0e-b3a0-8ca72a6719dc tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1094.121544] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1094.122375] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.122507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.122601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.123223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.123405] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.123515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.123580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.123762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.123850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.123976] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.259124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.259228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.264087] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.265842] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f9d19b-6c7f-4828-addb-3d163c33aec0 with status ACTIVE [ 1094.266138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.266317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.266648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.266741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.266929] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.267053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.267117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.267264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.267341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.267529] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.267643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.267712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.267955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.268100] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.268544] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 is going to be updated. [ 1094.291805] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.292228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.292228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.293537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.293537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.293537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.629226] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.629450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.629530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.629790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.629875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.630112] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.630218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.630367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.630454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.630566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.630656] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1094.671677] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.671677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.671677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.671949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.672262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.682279] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1094.766334] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.273384] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.273384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.273384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.273384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.273384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.273384] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be created. [ 1095.296000] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.296154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.296249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.296409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.296562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.309081] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: UNINITIALIZED for 2s [ 1095.423892] env[69325]: INFO networking_nsxv3.common.synchronization [req-ff6438ce-efe6-4f6f-bc8b-a8b1ec638a04 req-876e987b-861e-491a-8c48-bb758434d048 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_members [ 1095.424676] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGHEST for action security_group_members [ 1095.426158] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.426158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.426158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.426158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.426158] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.426158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.426413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.426413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.426546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.426546] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.928769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.929057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.929057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.929362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.929551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.929798] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.929970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.930109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.930337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.930481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.930711] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d is going to be updated. [ 1095.961612] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.961612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.961832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.961864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.962125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.972621] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: IN_PROGRESS for 2s [ 1096.693685] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1096.693685] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f deletion is rescheduled due to dependency. [ 1096.693875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322215] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.322215] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322215] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.824712] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.824941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.824941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.825525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.825525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.825750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.825750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.825849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.825901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.825981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.826155] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.826264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.826319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.826479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.826621] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.826712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.826763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.826916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.826990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.827095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.827196] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.983889] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069a794e-552b-47e7-9279-5362d8db2a4d in Status: SUCCESS [ 1097.984099] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d deletion is rescheduled due to dependency. [ 1097.984756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.329690] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f2d456-7936-4e66-acfe-1cc823193221: rpc.has_security_group_logging(os_id): False [ 1098.364320] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.364496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.364547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.365103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.365103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.365319] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.365452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.365526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.365750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.365858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.370095] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.370300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.370389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.371558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.371558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.371558] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.371558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.371558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.371558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.371558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.371558] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be created. [ 1098.440558] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.440900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.440900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.441220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.441441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.456945] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 1100.426153] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1100.426557] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1100.475992] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 1100.476267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.701426] env[69325]: INFO networking_nsxv3.common.synchronization [None req-8eb62049-7527-4413-8507-995874a4d6e5 None None] Enqueued Resource ID: 0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292 with Priority: HIGHEST for action port [ 1101.701426] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292 with Priority: HIGHEST for action port [ 1101.701426] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.701426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.701426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.702583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.702583] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.135031] env[69325]: INFO networking_nsxv3.common.synchronization [req-e6c7bab2-646e-42b1-8d01-507d9a97187a req-d1edc728-16ba-4c4a-a243-05ee9b4cf5b2 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1102.135031] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1102.135031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.136966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.137102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.137273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.143885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.143885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.143885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.143885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.143885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.143885] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.205881] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292 [ 1102.206626] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.206626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.206626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.206801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.206801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.206895] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292 already deleted. [ 1102.206935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea8cf95-f8c1-46f0-b0b7-1a3dd7185292" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.606201] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.608017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.608017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.608017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.608017] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.608017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.608617] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.609083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.610613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.610613] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.610613] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.610613] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.610613] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.610613] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.610613] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.611057] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.632310] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.632476] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.632624] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.632821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.633551] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.633551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.633723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.633993] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.634157] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3585ae41-b4d7-4fc6-83c0-75eec2b05d5d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.640418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.640573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.640630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.640820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.640909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.641297] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.641297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.641297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.641439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.641472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.641565] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1102.676682] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.676682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.676682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.676682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.676682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.686718] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1103.138414] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.138934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.138934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.139362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.139591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.139945] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d not found, creating... [ 1103.140357] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.140972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.141112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.141505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.141837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.142280] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.142591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.142774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.143050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.143273] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.143505] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d is going to be created. [ 1103.165220] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.165507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.165786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.166902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.166902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.166902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.959588] env[69325]: INFO networking_nsxv3.common.synchronization [req-e6c7bab2-646e-42b1-8d01-507d9a97187a req-84e689fb-fd7b-4bd4-aa5a-4632b8ab05ea service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1103.959772] env[69325]: INFO networking_nsxv3.common.synchronization [req-e6c7bab2-646e-42b1-8d01-507d9a97187a req-84e689fb-fd7b-4bd4-aa5a-4632b8ab05ea service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1103.959915] env[69325]: INFO networking_nsxv3.common.synchronization [req-e6c7bab2-646e-42b1-8d01-507d9a97187a req-84e689fb-fd7b-4bd4-aa5a-4632b8ab05ea service nova] Enqueued Resource ID: 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d with Priority: HIGHEST for action port [ 1103.960419] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1103.960548] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1103.960643] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d with Priority: HIGHEST for action port [ 1103.960913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.961112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.961188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.961385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.961466] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.962252] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.962347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.962546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.962690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.962782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.962920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.962985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3585ae41-b4d7-4fc6-83c0-75eec2b05d5d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.156037] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c553c48d-d4d3-4a64-a5a0-93d5cad848e9 None None] Enqueued Resource ID: 5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58 with Priority: HIGHEST for action port [ 1104.156387] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58 with Priority: HIGHEST for action port [ 1104.157194] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.157194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.157194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.157418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.157500] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.464498] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.464641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.464862] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d with status ACTIVE [ 1104.464995] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.465178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.465245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.465450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.465540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.465710] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.465806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.465866] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.466047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.466139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466327] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.466434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.466468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.466611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.466683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466764] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3585ae41-b4d7-4fc6-83c0-75eec2b05d5d is going to be updated. [ 1104.488067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.488219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.488307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.488486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.488638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.488806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3585ae41-b4d7-4fc6-83c0-75eec2b05d5d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.660189] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58 [ 1104.660316] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.660470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.660531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.660749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.660831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.660924] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58 already deleted. [ 1104.661021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d03fe7c-5b9e-43cf-bb25-fe746f8f4e58" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.697447] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1104.697447] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1104.697608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.697711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.697944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.698225] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.698409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.698515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.698757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.698886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.699060] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.201722] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.705597] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.210723] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.210723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.210723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.210723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.210723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.210723] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1106.241422] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.241422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.241422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.241422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.241422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.252282] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1106.618099] env[69325]: INFO networking_nsxv3.common.synchronization [req-00b08400-9359-410c-bbac-d31ad4985286 req-205488a2-6de3-4816-8d05-f9a4f04a96ea tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1106.618722] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1106.619133] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.619265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.620703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.620703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.620703] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.620703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.620703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.620703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.620703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.620703] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.948760] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.948970] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.949114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.949478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.949779] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.949943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.950077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.950332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.950497] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.950692] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.950809] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.950920] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.951043] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.951162] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.951291] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.951450] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.970225] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.970470] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.970661] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.970889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.971275] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-10365387-9851-497f-b387-66b482240931 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.971502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.971666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.972045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.972246] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10365387-9851-497f-b387-66b482240931',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.123013] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.474463] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.474882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.474963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.475293] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.475463] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.475624] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 10365387-9851-497f-b387-66b482240931 not found, creating... [ 1107.475896] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.476076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.476269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.476450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.476593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.476971] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.477170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.477932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.477932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.477932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.477932] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 10365387-9851-497f-b387-66b482240931 is going to be created. [ 1107.521464] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.521754] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.521823] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.522189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.522510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.522779] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.628146] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.130506] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.130662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.130662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.130852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.130945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.131061] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1108.169504] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.169708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.169845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.170052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.170236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.183265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1108.266930] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1108.267283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.267503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.267760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.267962] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.268132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.268203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.268418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.268548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.268643] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.268737] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.569637] env[69325]: INFO networking_nsxv3.common.synchronization [req-00b08400-9359-410c-bbac-d31ad4985286 req-d9b0197d-82cf-427d-8463-a088a9d6b5bd service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1108.569637] env[69325]: INFO networking_nsxv3.common.synchronization [req-00b08400-9359-410c-bbac-d31ad4985286 req-d9b0197d-82cf-427d-8463-a088a9d6b5bd service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1108.569637] env[69325]: INFO networking_nsxv3.common.synchronization [req-00b08400-9359-410c-bbac-d31ad4985286 req-d9b0197d-82cf-427d-8463-a088a9d6b5bd service nova] Enqueued Resource ID: 10365387-9851-497f-b387-66b482240931 with Priority: HIGHEST for action port [ 1108.569637] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1108.569637] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1108.569637] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10365387-9851-497f-b387-66b482240931 with Priority: HIGHEST for action port [ 1108.569637] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.569637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.569637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.569637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.569637] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.570915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.570915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.570915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-10365387-9851-497f-b387-66b482240931 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.570915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.570915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.570915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.570915] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10365387-9851-497f-b387-66b482240931',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.774784] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.774941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.775031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.775277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.775450] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.775554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.775619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.775770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.775860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.775948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.776148] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.776263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.776314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.776457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.776601] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.776702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.776757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.776924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.776984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.777058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.777140] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.077863] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.078055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.078461] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10365387-9851-497f-b387-66b482240931 with status ACTIVE [ 1109.078461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.078461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.078660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.078711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.078804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.078975] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.079085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.079145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.079570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.079570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.079570] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.079783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.079783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.079877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.079914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.079998] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10365387-9851-497f-b387-66b482240931 is going to be updated. [ 1109.103392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.103392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.103392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.103392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.103392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.103392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10365387-9851-497f-b387-66b482240931" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.282390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e47820-232e-48a5-b187-3b8fa389dae0: rpc.has_security_group_logging(os_id): False [ 1109.306299] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.306299] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.306299] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.306299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.307216] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.307546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.310896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.310896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.310896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.310896] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1109.444016] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.444016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.444016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.444016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.444016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.470432] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1109.905695] env[69325]: INFO networking_nsxv3.common.synchronization [None req-6f0b9903-ff00-4f1f-bdbb-4ca84a759a58 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_rules [ 1109.906784] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_rules [ 1109.907177] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.907300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.907366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.907621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.907702] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.065435] env[69325]: INFO networking_nsxv3.common.synchronization [None req-31dcfdda-128c-4d01-9115-344ff6515314 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_rules [ 1110.066010] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_rules [ 1110.066428] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.066729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.199047] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1110.199047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.199047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.199353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.199461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.199461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.199603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.199774] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.310047] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.310047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.310047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.310047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.310047] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.310047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.310047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.310047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.310936] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.311390] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.311678] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.314276] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.314276] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.314276] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.314276] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.314276] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.339022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.339022] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.339022] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.339022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-12" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.339022] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-89f9d19b-6c7f-4828-addb-3d163c33aec0 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.339022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.339022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.339022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.339022] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f9d19b-6c7f-4828-addb-3d163c33aec0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.428457] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.429494] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.429648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.429914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.430052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.430189] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 already deleted. [ 1110.430306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.430831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.434207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.434356] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.706586] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.842609] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.843084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.843084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.843403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.843562] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.843866] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.844045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.844171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.844403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.844560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.845387] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.845387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.845550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.845906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.845906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.846052] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 is going to be updated. [ 1110.870751] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.871027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.871338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.871407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.871604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.871836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.968971] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.969269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.969269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.969428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.969519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.969631] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 already deleted. [ 1110.969770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.213289] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.318327] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-2d28bd59-f1ee-4bb9-a220-002f6ec5eccb tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1111.319485] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1111.319634] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.320194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.320421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.320940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.321286] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.321498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.321627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.321823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.321937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.322131] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.488285] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1111.488794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.627332] env[69325]: INFO networking_nsxv3.common.synchronization [req-09819850-6683-48e8-ae44-06e19f0e6361 req-590063be-a1ba-4c3f-9003-08489417f0f6 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 1111.627552] env[69325]: INFO networking_nsxv3.common.synchronization [req-09819850-6683-48e8-ae44-06e19f0e6361 req-590063be-a1ba-4c3f-9003-08489417f0f6 service nova] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1111.627717] env[69325]: INFO networking_nsxv3.common.synchronization [req-09819850-6683-48e8-ae44-06e19f0e6361 req-590063be-a1ba-4c3f-9003-08489417f0f6 service nova] Enqueued Resource ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 with Priority: HIGHEST for action port [ 1111.631971] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_rules [ 1111.632095] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1111.632293] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 with Priority: HIGHEST for action port [ 1111.632665] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.632665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.632665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.632996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.632996] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.637201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.637201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.637201] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.637201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f9d19b-6c7f-4828-addb-3d163c33aec0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.637201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.637201] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f9d19b-6c7f-4828-addb-3d163c33aec0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.716259] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.716878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.716878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.716991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.717084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.717270] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1111.745921] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.746226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.746323] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.747974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.747974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.758144] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1111.812070] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-9d866b47-cb75-43a5-9309-2847541f07b9 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1111.812643] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1111.812969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.813177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.824757] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.824927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.825017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.825318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.825420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826755] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826755] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e already deleted. [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.826755] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.826755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.827153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.827153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.827153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.827153] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.139183] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.141233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.141233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.141233] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f9d19b-6c7f-4828-addb-3d163c33aec0 with status ACTIVE [ 1112.141233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.141947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.145146] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.145146] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.145146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.145146] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f9d19b-6c7f-4828-addb-3d163c33aec0 is going to be updated. [ 1112.172245] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.172393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.172466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.172693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.172834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.173011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f9d19b-6c7f-4828-addb-3d163c33aec0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.311205] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-5829ac80-90af-494c-a41c-355d07e8dfea tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1112.312356] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1112.312865] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.313566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.331336] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.331516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.331559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.331783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.331870] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.332149] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.332530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.332530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.332715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.332776] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.332885] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e already deleted. [ 1112.333029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.333223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.333579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.333647] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.333698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.333765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.333912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.333992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.334101] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.648605] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.722828] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.723264] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.723443] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.723843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.724154] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.724318] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.724486] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.724768] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.724918] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.725179] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.725311] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.725430] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.725545] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.725661] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.725774] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.725927] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.747068] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.748037] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.748037] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.748037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.748362] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c1593e0f-a287-4234-8173-05ea615c19de taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.748473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.748591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.748932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.749097] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1593e0f-a287-4234-8173-05ea615c19de',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.837321] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.838147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.838147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.838147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.838147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.838147] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.838406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.838631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.838825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.838825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.838890] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e already deleted. [ 1112.838946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.151455] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.151774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.151774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.151904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.152037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.152150] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 1113.184936] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.185163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.185225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.185934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.185934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.195796] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 1113.251379] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.251658] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.251828] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.252196] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.252379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.252590] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c1593e0f-a287-4234-8173-05ea615c19de not found, creating... [ 1113.252887] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.253281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.254030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.254030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254175] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.254315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.254435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.254865] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254952] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c1593e0f-a287-4234-8173-05ea615c19de is going to be created. [ 1113.282698] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.283401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.283401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.283401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.283852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283936] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.434656] env[69325]: INFO networking_nsxv3.common.synchronization [req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 req-2d1da117-6b58-48a0-8730-284a8b5f2713 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1113.434879] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1113.435961] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.435961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.435961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.435961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.435961] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.435961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.435961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.436377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.436377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.436377] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.774173] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1113.774413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.775048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.775048] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.775269] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.775398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.775470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.775651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.775744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.775846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.775939] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.793404] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.793404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.793404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.793404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.793404] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.793404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.793404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.793956] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.793956] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.793956] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.793956] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.794189] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.794241] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.794384] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.794529] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.794664] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.820534] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.820534] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.820828] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.820887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.821731] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-513c12e7-d939-4f68-b5dc-7bc9aa577940 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.821731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.821731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.821980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.822182] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513c12e7-d939-4f68-b5dc-7bc9aa577940',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.938681] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.939022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.939178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.939488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.939686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.939965] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.940138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.940213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.940513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.940620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.940756] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1113.969396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.969615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.969615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.969845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.969940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.983419] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1114.022174] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-3984a22f-db3f-4e1e-9ae6-21c1c56d86fc service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1114.022174] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-3984a22f-db3f-4e1e-9ae6-21c1c56d86fc service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1114.022174] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-3984a22f-db3f-4e1e-9ae6-21c1c56d86fc service nova] Enqueued Resource ID: c1593e0f-a287-4234-8173-05ea615c19de with Priority: HIGHEST for action port [ 1114.022174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1114.022174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1114.022174] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1593e0f-a287-4234-8173-05ea615c19de with Priority: HIGHEST for action port [ 1114.022174] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.022174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.022174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.022174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.022174] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.022988] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.022988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.022988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.022988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.022988] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.023242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.023317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.023575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.023575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.023757] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.025627] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1593e0f-a287-4234-8173-05ea615c19de taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.025627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.025627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.029160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.029317] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1593e0f-a287-4234-8173-05ea615c19de',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.279345] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.279874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.279874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.279874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.280053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.280118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.280285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.280363] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.280455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.280602] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.280688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.280879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.281056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.281167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.281218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.281366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.281451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.281529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.281625] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.325330] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.325689] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.325872] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.326269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.326478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.326676] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 513c12e7-d939-4f68-b5dc-7bc9aa577940 not found, creating... [ 1114.327032] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.327286] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.327517] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.327794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.327967] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.328334] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.328492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.328619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.328846] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.328984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.329151] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 513c12e7-d939-4f68-b5dc-7bc9aa577940 is going to be created. [ 1114.352575] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.352819] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.352957] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.353419] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.353671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.353926] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.530990] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.532187] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.532351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.532474] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1593e0f-a287-4234-8173-05ea615c19de with status ACTIVE [ 1114.532631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.532737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.532798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.533010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.533105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.533273] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.533381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.533458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.533592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.533702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.533836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.533918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.533983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.534130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.534202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.534290] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1593e0f-a287-4234-8173-05ea615c19de is going to be updated. [ 1114.569371] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.569656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.569656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.569881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.570118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.570330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1593e0f-a287-4234-8173-05ea615c19de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.784459] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 1114.804154] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.804154] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-177" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.804154] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-177" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.804523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-177" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.804809] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.805117] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.805308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.805671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.805889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.806240] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.806413] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.806566] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.806713] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.806854] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.808017] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.808017] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.809859] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.809859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.810080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.810208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.810328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.810613] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.810777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.810826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.810979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.811089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.811418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.811525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.811525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.811687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.811821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.812416] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.812416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.812416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.812772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.812772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.812772] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1114.841027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.841210] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.841374] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.841653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-177" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.842083] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-93e38314-3ec1-45b2-a0e7-833b777bd715 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.842338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.842544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.843100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.843295] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e38314-3ec1-45b2-a0e7-833b777bd715',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.903500] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.903655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.904161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.904161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.904161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.930187] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1115.036546] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.207475] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 1115.207836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.207989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.208355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.208574] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.208748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.208962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.209314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.209314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.209314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.209475] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.345875] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.346328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.346482] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.346743] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.346921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.347631] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 93e38314-3ec1-45b2-a0e7-833b777bd715 not found, creating... [ 1115.347977] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.348213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.348366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.348673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.348869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.349238] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.349458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.349611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.349884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.350060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.350244] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 93e38314-3ec1-45b2-a0e7-833b777bd715 is going to be created. [ 1115.373812] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.374075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.374199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.374517] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.374766] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.375012] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.464881] env[69325]: INFO networking_nsxv3.common.synchronization [req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 req-9d733ae7-26fc-4c86-8ff9-087d4cb1f821 service nova] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 1115.468021] env[69325]: INFO networking_nsxv3.common.synchronization [req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 req-9d733ae7-26fc-4c86-8ff9-087d4cb1f821 service nova] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1115.468021] env[69325]: INFO networking_nsxv3.common.synchronization [req-1326ef8b-cd1c-4aa4-8c18-9f44e7aac128 req-9d733ae7-26fc-4c86-8ff9-087d4cb1f821 service nova] Enqueued Resource ID: 513c12e7-d939-4f68-b5dc-7bc9aa577940 with Priority: HIGHEST for action port [ 1115.468021] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 1115.468021] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1115.468021] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513c12e7-d939-4f68-b5dc-7bc9aa577940 with Priority: HIGHEST for action port [ 1115.468021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.468021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.468021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.468021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.468021] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.468021] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.468021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.468851] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-513c12e7-d939-4f68-b5dc-7bc9aa577940 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.468851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.468851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.468851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.468851] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513c12e7-d939-4f68-b5dc-7bc9aa577940',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.541951] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.542190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.542266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.542493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.542587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.542686] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be created. [ 1115.568519] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.568706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.568756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.568969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.569148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.591621] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: UNINITIALIZED for 2s [ 1115.717671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.717671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.717671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.717671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.717671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.718830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.718830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.718830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.718830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.718830] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.732315] env[69325]: INFO networking_nsxv3.common.synchronization [req-d54e0207-231f-40cb-8b77-9c8cd1a72e62 req-becbf88b-e942-4387-b21b-d7546bf7f8c4 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 1115.732815] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGHEST for action security_group_members [ 1115.733258] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.733330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.733330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.733532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.733685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.733783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.733844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.733990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.734090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.734184] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.971913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.971913] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 513c12e7-d939-4f68-b5dc-7bc9aa577940 with status ACTIVE [ 1115.971913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.971913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.971913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.972704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.973122] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.973397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.973553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.973818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.973989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.974168] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 513c12e7-d939-4f68-b5dc-7bc9aa577940 is going to be updated. [ 1115.994785] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1115.995099] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f deletion is rescheduled due to dependency. [ 1115.995263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.995467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.995719] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.995967] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.996139] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.996252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.996433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.996518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.996644] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.006464] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.006614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.006688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.006921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.007105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.007775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-513c12e7-d939-4f68-b5dc-7bc9aa577940" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.219937] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f2d456-7936-4e66-acfe-1cc823193221: rpc.has_security_group_logging(os_id): False [ 1116.222024] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-9a621c40-ae3b-409f-880a-e842bec38b94 service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1116.222407] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-9a621c40-ae3b-409f-880a-e842bec38b94 service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1116.222552] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-9a621c40-ae3b-409f-880a-e842bec38b94 service nova] Enqueued Resource ID: 93e38314-3ec1-45b2-a0e7-833b777bd715 with Priority: HIGHEST for action port [ 1116.223262] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1116.223397] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1116.223507] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e38314-3ec1-45b2-a0e7-833b777bd715 with Priority: HIGHEST for action port [ 1116.224285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.224411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.224731] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.224809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.225145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e38314-3ec1-45b2-a0e7-833b777bd715 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.225304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.225304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.225486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.225578] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e38314-3ec1-45b2-a0e7-833b777bd715',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.236431] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.236696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.236753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.236958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.237073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.237325] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.237450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.237500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.237682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.237756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.237852] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51796672-a73c-456b-b714-7488f5394386 is going to be updated. [ 1116.246068] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.246325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.246325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.246551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.246661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.246892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.247013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.247082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.247244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.247312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.247578] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.247682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.247682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.247828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.247894] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.248107] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.248216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.248280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.248424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.248510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.248594] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 1116.316075] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.316075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.316075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.316075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.316075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.328169] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: IN_PROGRESS for 2s [ 1116.355581] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.355979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.355979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.356298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.356298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.380724] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 1116.503477] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.728442] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e38314-3ec1-45b2-a0e7-833b777bd715 with status ACTIVE [ 1116.728720] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.728873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.728955] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.729236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.729338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.729543] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.729659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.729722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.729895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.729977] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.730204] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.730490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.730568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.730716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.730804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.730892] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e38314-3ec1-45b2-a0e7-833b777bd715 is going to be updated. [ 1116.758808] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.758808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.758808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.758808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.758808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e38314-3ec1-45b2-a0e7-833b777bd715" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.946847] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1116.946847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.007031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.058973] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.063325] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.063325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.063325] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.063325] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.063325] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.063325] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.063325] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.063325] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.063325] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.082181] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.082351] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.082492] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.082676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.082996] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-849e5712-f685-483e-9887-a9efb4823edd taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.085152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.085152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.085152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.085152] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849e5712-f685-483e-9887-a9efb4823edd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.509097] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.509543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.509543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.509543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.509772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.509772] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1117.546803] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.547038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.547140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.547435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.547654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.558783] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1117.586326] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.586660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.586825] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.587190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.587422] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.587609] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 849e5712-f685-483e-9887-a9efb4823edd not found, creating... [ 1117.587972] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.588193] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.588329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.588837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.589062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.589417] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.589814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.590013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.590348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.590535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.590719] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 849e5712-f685-483e-9887-a9efb4823edd is going to be created. [ 1117.602280] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1117.602520] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.602692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.602903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.603219] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.603324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.603391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.603570] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.603627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.603715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.603814] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.604880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.604880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.605066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.605231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.605315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.605479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.605563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.605691] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.612267] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.612489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.612619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.612926] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.613254] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.613641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.107509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.107639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.107858] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.331295] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-321c7433-7110-48f7-b44c-8498629c7c53 service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1118.331480] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-321c7433-7110-48f7-b44c-8498629c7c53 service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1118.331633] env[69325]: INFO networking_nsxv3.common.synchronization [req-eb592e8c-1a96-49b2-a7a6-d7c0cd1cd867 req-321c7433-7110-48f7-b44c-8498629c7c53 service nova] Enqueued Resource ID: 849e5712-f685-483e-9887-a9efb4823edd with Priority: HIGHEST for action port [ 1118.332330] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1118.332528] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1118.332679] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849e5712-f685-483e-9887-a9efb4823edd with Priority: HIGHEST for action port [ 1118.333477] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.333730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.334127] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.334277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.334508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-849e5712-f685-483e-9887-a9efb4823edd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.334644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.334733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.334993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.335120] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849e5712-f685-483e-9887-a9efb4823edd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.344553] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51796672-a73c-456b-b714-7488f5394386 in Status: SUCCESS [ 1118.344787] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51796672-a73c-456b-b714-7488f5394386 deletion is rescheduled due to dependency. [ 1118.345103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.545073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 1118.545460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.610409] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.840524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 849e5712-f685-483e-9887-a9efb4823edd with status ACTIVE [ 1118.840684] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.840755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.840814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.841060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.841148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.841345] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.841443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.841502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.841658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.841731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.841944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.842050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.842111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.842233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.842304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.842388] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 849e5712-f685-483e-9887-a9efb4823edd is going to be updated. [ 1118.866452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.866452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.866452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.866452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.866452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.866452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849e5712-f685-483e-9887-a9efb4823edd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.112995] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.113305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.113436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.113827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.113930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.114113] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1119.146969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.147178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.147222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.147430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.147581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.160633] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1119.371451] env[69325]: INFO networking_nsxv3.common.synchronization [req-50c28660-f0b1-4628-8242-291234934fc8 req-6c35060f-a615-43a1-b00c-c3659b6e5f67 tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_members [ 1119.372040] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_members [ 1119.372335] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.373000] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.373116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.373176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.373340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.373424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.373515] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.568482] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1119.568837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.568837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.570993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.570993] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.570993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.570993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.570993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.570993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.570993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.570993] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.840852] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-906" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-906" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.842978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-906" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.842978] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.842978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.844693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.845053] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.847034] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.847034] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.847034] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.847034] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.847034] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.847034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.874516] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.875330] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.875330] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.875330] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-906" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.875547] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-0aa0231b-ac38-4baf-888f-52bd7deabb96 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.875696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.875824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.876173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.876330] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa0231b-ac38-4baf-888f-52bd7deabb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.880484] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.881052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.881272] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.881376] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.881439] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.881610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.881685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.881770] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698659b7-d0d8-420a-b625-431991ae69bd already deleted. [ 1119.881847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.957575] env[69325]: INFO networking_nsxv3.common.synchronization [req-12ac6977-889d-42bf-bcc0-d81c5db8299c req-5322065e-7b87-48b2-a730-85bf24816744 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1119.957711] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1119.958415] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.958415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.958415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.958607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.958691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.958789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.958851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.959017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.959098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.959189] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.077210] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.381642] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.382057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.382296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.382906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.383432] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.383724] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 0aa0231b-ac38-4baf-888f-52bd7deabb96 not found, creating... [ 1120.388389] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.388852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.389110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.389443] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.389647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390097] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391063] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 0aa0231b-ac38-4baf-888f-52bd7deabb96 is going to be created. [ 1120.416024] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.416024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.416024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.416024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.416024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.416024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.461841] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.579415] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e02e900-ab8a-4124-8b0a-00f38cf3393f: rpc.has_security_group_logging(os_id): False [ 1120.599389] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.599618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.599618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.599809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.599948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.600163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.600279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.600340] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.600496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.600573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.600644] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1120.691172] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.691318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.691402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.691626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.691839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.708147] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1120.964649] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.176212] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1121.176212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.176212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.176212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.176212] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.176212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.176212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.176212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.176548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.176548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.176611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.176665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.176706] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.176839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.176994] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.177217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.177277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.177419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.177486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.177564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.177649] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.178533] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.178689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.178831] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.178927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.178988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.179202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.179283] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.441422] env[69325]: INFO networking_nsxv3.common.synchronization [req-50c28660-f0b1-4628-8242-291234934fc8 req-54daf530-30b3-4d06-9b8a-e725fcac82c9 service nova] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_rules [ 1121.441624] env[69325]: INFO networking_nsxv3.common.synchronization [req-50c28660-f0b1-4628-8242-291234934fc8 req-54daf530-30b3-4d06-9b8a-e725fcac82c9 service nova] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_members [ 1121.441798] env[69325]: INFO networking_nsxv3.common.synchronization [req-50c28660-f0b1-4628-8242-291234934fc8 req-54daf530-30b3-4d06-9b8a-e725fcac82c9 service nova] Enqueued Resource ID: 0aa0231b-ac38-4baf-888f-52bd7deabb96 with Priority: HIGHEST for action port [ 1121.442053] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_rules [ 1121.442175] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_members [ 1121.442296] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa0231b-ac38-4baf-888f-52bd7deabb96 with Priority: HIGHEST for action port [ 1121.442846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.442965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.443155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.443397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.443483] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.444585] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.444585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.444585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.444740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.444843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.444933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.444994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.445173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.445287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.445385] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.446279] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa0231b-ac38-4baf-888f-52bd7deabb96 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.446407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.446469] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.446619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.446681] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa0231b-ac38-4baf-888f-52bd7deabb96',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.467385] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.467557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.467626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.467833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.467922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.468040] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1121.513326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.513326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.513326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.513326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.521057] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1121.680923] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5f618-5787-44d1-98ee-3efd63f1f00e: rpc.has_security_group_logging(os_id): False [ 1121.682081] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.701937] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.702140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.702315] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.702534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.702663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.702924] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.703068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.703165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.703424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.703548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.703785] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.703901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.703966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.704250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.704708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.704708] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.704708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.704883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.704984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.705073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.705134] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be created. [ 1121.771179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.771328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.771402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.771606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.771789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.786276] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1121.846414] env[69325]: INFO networking_nsxv3.common.synchronization [req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 req-da3f1959-4cc6-4069-804e-92d9e2be98c8 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_members [ 1121.847155] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_members [ 1121.847906] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.847906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.847906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.848249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.848249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.848375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.848375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.848527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.848608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.848699] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.948976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.949148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.949465] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.950791] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aa0231b-ac38-4baf-888f-52bd7deabb96 with status ACTIVE [ 1121.951099] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.951287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.951479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.951916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.952090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.952341] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.952487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.952557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.952823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.952930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.953157] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.953391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.953391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.953531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.953618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.953706] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aa0231b-ac38-4baf-888f-52bd7deabb96 is going to be updated. [ 1121.979820] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.980035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.980094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.980275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.980415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.980573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa0231b-ac38-4baf-888f-52bd7deabb96" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.166756] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.166978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.167145] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.167430] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.167746] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.167928] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.172984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.173406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.173576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.173810] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.173932] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.174063] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.174180] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.174299] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.174413] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.174556] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.184252] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.202980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.203186] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.203369] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.203560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.203889] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d44fc62c-1187-4c64-8b9f-3edddd82b28e taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.204087] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.204215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.204567] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.204872] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44fc62c-1187-4c64-8b9f-3edddd82b28e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.351291] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.351466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.351544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.351768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.351984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.352057] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.352156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.352220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.352366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.352443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.352528] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 already deleted. [ 1122.352607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.455842] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.687085] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.687454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.687454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.687454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.687585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.687619] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1122.708349] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.708595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.708735] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.709100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.709359] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.709616] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d44fc62c-1187-4c64-8b9f-3edddd82b28e not found, creating... [ 1122.710054] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.710324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.710543] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.710895] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.711166] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.711700] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.711885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.712113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.712456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.712702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.712945] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d44fc62c-1187-4c64-8b9f-3edddd82b28e is going to be created. [ 1122.715381] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.715508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.715564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.715710] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.715844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.731146] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1122.742449] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1122.742449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.746114] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.746331] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.746461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.746740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.747468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.747468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.961895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.962146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.962146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.962319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.962405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.962527] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698659b7-d0d8-420a-b625-431991ae69bd is going to be created. [ 1122.989749] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.990430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.990430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.990430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.990644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.000897] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698659b7-d0d8-420a-b625-431991ae69bd in Status: UNINITIALIZED for 2s [ 1123.531205] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1123.531407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.596672] env[69325]: INFO networking_nsxv3.common.synchronization [req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 req-77e93677-a6da-4803-a7d0-f42c5515813a service nova] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_rules [ 1123.596905] env[69325]: INFO networking_nsxv3.common.synchronization [req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 req-77e93677-a6da-4803-a7d0-f42c5515813a service nova] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_members [ 1123.597092] env[69325]: INFO networking_nsxv3.common.synchronization [req-be29bbde-7c78-40fe-8d94-9d75fa5c5bc9 req-77e93677-a6da-4803-a7d0-f42c5515813a service nova] Enqueued Resource ID: d44fc62c-1187-4c64-8b9f-3edddd82b28e with Priority: HIGHEST for action port [ 1123.597697] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_rules [ 1123.598539] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_members [ 1123.598539] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44fc62c-1187-4c64-8b9f-3edddd82b28e with Priority: HIGHEST for action port [ 1123.599521] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.599705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.599752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.599980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.600127] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.601280] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.601280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.601401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.601525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.601671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.601846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.601895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.602020] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.602102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.602194] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.606230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44fc62c-1187-4c64-8b9f-3edddd82b28e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.606230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.606230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.606230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.606230] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44fc62c-1187-4c64-8b9f-3edddd82b28e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.806826] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1123.808043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.808043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.808043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.808043] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.111022] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.111022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d44fc62c-1187-4c64-8b9f-3edddd82b28e with status ACTIVE [ 1124.111022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.111022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.111022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.111826] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.111826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.113333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.113333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.113333] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d44fc62c-1187-4c64-8b9f-3edddd82b28e is going to be updated. [ 1124.148495] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.148913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.149225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.149993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.150196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.150495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44fc62c-1187-4c64-8b9f-3edddd82b28e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.288726] env[69325]: INFO networking_nsxv3.common.synchronization [None req-9642b41a-8b7b-469e-9c2e-2e575952bffa tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1124.289373] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1124.289722] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.289881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.289959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.290204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.290305] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.310914] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.311099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.473335] env[69325]: INFO networking_nsxv3.common.synchronization [None req-39aab67f-b4ba-40ea-96a2-ba7e7887e1b8 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1124.473880] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1124.474192] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.474989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.615871] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.751939] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1124.752445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.752445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.752604] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.752869] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.753068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.753127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.753270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.753362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.753457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.753562] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.816518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.816941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.816941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.817195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.817195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.817374] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f0660-17ef-4bae-8567-93b268c7118e already deleted. [ 1124.817374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.817562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.817796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.817902] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.016168] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698659b7-d0d8-420a-b625-431991ae69bd in Status: SUCCESS [ 1125.016429] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.016614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.016838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.017067] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.017219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.017290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.017482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.017588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.017659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.017766] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.121156] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.121156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.121156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.121156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.121156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.121156] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 is going to be created. [ 1125.152714] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.152907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.152907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.153201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.153349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.163559] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: UNINITIALIZED for 2s [ 1125.257855] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.258013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.258134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.258361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.258537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.258665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.258696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.258834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.258922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.259018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.259168] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.259259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.259324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.259455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.259596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.259685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.259746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.259881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.259954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.260045] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.260136] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.348237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.348378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.348454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.348687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.348777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.348873] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f0660-17ef-4bae-8567-93b268c7118e already deleted. [ 1125.348953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.521707] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.763221] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5f618-5787-44d1-98ee-3efd63f1f00e: rpc.has_security_group_logging(os_id): False [ 1125.783531] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.783708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.783747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.783968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.784072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.784300] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.784405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.784467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.784634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.784722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.785033] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.785259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.785259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.785433] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.785514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.785791] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.785791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.785987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.787097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.787338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.787476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1125.871233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.871568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.871568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.871664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.871814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.891361] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1126.025549] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 698659b7-d0d8-420a-b625-431991ae69bd: rpc.has_security_group_logging(os_id): False [ 1126.048981] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.048981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.048981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.049189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.049189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.049775] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.049775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.049775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.049775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.049775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.050075] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698659b7-d0d8-420a-b625-431991ae69bd is going to be created. [ 1126.126423] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.126627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.126667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.126878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.127081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.142305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 698659b7-d0d8-420a-b625-431991ae69bd in Status: IN_PROGRESS for 2s [ 1126.647033] env[69325]: INFO networking_nsxv3.common.synchronization [req-bffc7281-173f-49b5-bf82-2ea95a23f8c4 req-61b38a2b-78bc-4c30-8d0b-01db6f567eb0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1126.647969] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1126.647969] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.647969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.652416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.652519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.652738] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.652874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.653761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.653761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.653761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.653944] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.156237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.156630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.156630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.156964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.157157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.157426] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.157582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.157683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.157898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.158189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.158359] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1127.174262] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: UNINITIALIZED for 4s [ 1127.188534] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.188788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.188860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.189079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.189266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.199585] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1127.688306] env[69325]: INFO networking_nsxv3.common.synchronization [req-491d930c-6c04-4656-9ffd-4c7f2265a0a4 req-921dbf23-ce9c-4a64-8193-ff60e7a6630d tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1127.689325] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1127.689976] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.690189] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.690287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.690554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.691399] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.691605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.691752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.691996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.692147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.692353] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.908157] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1127.908157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.908157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.908157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.908157] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.156259] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 698659b7-d0d8-420a-b625-431991ae69bd in Status: SUCCESS [ 1128.156259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.194724] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.409667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.409849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.409919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.410353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.410456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.410564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.410754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.410842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.410923] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.698192] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.913959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.914135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.914194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.914418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.914612] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.914698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.914736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.914929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.915056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.915174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.915273] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.915436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.915501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.915741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.915810] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.915860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.915923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.916188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.916278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.916387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.916530] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.190038] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: SUCCESS [ 1129.190038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.190038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.190038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.190565] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.190565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.190565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.190565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.190713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.190743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.191597] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.201586] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.201728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.201833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.202019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.202109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.202211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be updated. [ 1129.212650] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1129.213105] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1129.213300] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.234675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.235085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.236326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.236326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.236326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.246922] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: IN_PROGRESS for 2s [ 1129.418922] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5f618-5787-44d1-98ee-3efd63f1f00e: rpc.has_security_group_logging(os_id): False [ 1129.445447] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.445658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.445748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.445975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.446094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.446321] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.446422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.446497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.446809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.446940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.447115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.447215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.447280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.447521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.447582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.447838] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.447935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.448019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.448232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.448272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.448341] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1129.566068] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.566068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.566068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.566068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.566068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.591673] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1129.693425] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.918778] env[69325]: INFO networking_nsxv3.common.synchronization [req-84b34a54-dffb-4cd8-8c0e-44e44c597e71 req-aefbf336-809b-491e-9ce9-4934949e1303 tempest-ServersTestBootFromVolume-474472376 tempest-ServersTestBootFromVolume-474472376-project-member] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_members [ 1129.919468] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGHEST for action security_group_members [ 1129.919783] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.919905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.919967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.920493] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.920613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.920689] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.920926] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.921799] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.196609] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4caed031-75f3-4650-a75d-9596cb9c3944: rpc.has_security_group_logging(os_id): False [ 1130.223761] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.223901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.223983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.224235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.224316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.224572] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.224683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.224754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.224879] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.224952] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.225049] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 is going to be created. [ 1130.355609] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.355842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.355842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.356096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.356282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.376350] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: IN_PROGRESS for 2s [ 1130.424272] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.424272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.424272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.424272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.424272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.424609] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.424609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.424609] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.424723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.424784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.424868] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 is going to be updated. [ 1130.466129] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.466129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.466534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.466534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.466735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.481915] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 in Status: IN_PROGRESS for 2s [ 1131.116290] env[69325]: INFO networking_nsxv3.common.synchronization [req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 req-1c0ed203-77f6-4dc9-b53e-17ebb4ed7f05 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1131.116779] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1131.117294] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.117371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.117477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.117756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.117950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.118624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.118624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.118624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.118779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.118888] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.259668] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1131.260016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.405082] env[69325]: INFO networking_nsxv3.common.synchronization [req-1bd06b93-c87a-4e65-9719-93d1fb0b42c1 req-4a94ba3d-8264-4d60-a32e-db37162b38ae tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1131.405709] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1131.406211] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.406397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.406496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.406770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.406970] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.407114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.407240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.407431] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.407595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.407742] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.611070] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1131.611303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.624396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.624567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.624617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.624958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.625077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.625313] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.625460] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.625576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.629028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.629028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.629028] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f0660-17ef-4bae-8567-93b268c7118e already deleted. [ 1131.629028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.910664] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.910664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.910664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.910983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.910983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.911104] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.911104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.911182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.915110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.915110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.915110] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1131.939895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.940090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.940172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.940355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.940480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.951847] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1131.952801] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.952978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.953710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.954143] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.960135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.960135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.960135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.960135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.960135] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.960135] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.960135] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.960135] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.960135] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.960135] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.960135] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.966178] env[69325]: INFO networking_nsxv3.common.synchronization [req-7916b951-7e4d-46aa-97fb-cfed52b5a577 req-0ef8fc15-b4cf-4219-8577-90e73399becb tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1131.967062] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1131.967290] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.967459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.967544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.967767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.967942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.968665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.968665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.968665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.968665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.968665] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.984455] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.984455] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.984455] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.984455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.984455] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-963153a1-361f-4f6c-a7e7-e9b03993fde1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.984455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.984455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.984455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.984455] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963153a1-361f-4f6c-a7e7-e9b03993fde1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.163895] env[69325]: INFO networking_nsxv3.common.synchronization [req-7916b951-7e4d-46aa-97fb-cfed52b5a577 req-be7c3042-f6a1-4aab-a613-98a0d96b7a73 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1132.164476] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1132.164817] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.164922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.367036] env[69325]: INFO networking_nsxv3.common.synchronization [req-7916b951-7e4d-46aa-97fb-cfed52b5a577 req-06b8bc5c-845b-4f0d-9f83-575db914080f tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1132.367036] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1132.367036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.367036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.389813] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: SUCCESS [ 1132.389813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.471423] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.487640] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.487919] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.488067] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.488370] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.488537] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.488689] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 963153a1-361f-4f6c-a7e7-e9b03993fde1 not found, creating... [ 1132.488966] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.489165] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.489514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.489654] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.489944] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.490122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.490243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.490454] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.490594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.490737] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 is going to be created. [ 1132.492374] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 in Status: SUCCESS [ 1132.492540] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 deletion is rescheduled due to dependency. [ 1132.492637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.512785] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.512984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.513155] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.513413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.513654] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.513880] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.977531] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.238039] env[69325]: INFO networking_nsxv3.common.synchronization [req-67057f9a-0f2f-468a-974d-c37391bc0e11 req-123dee20-8eff-4155-a8e2-f50acdc0c5ac tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1133.238636] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1133.238959] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.239233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.239347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.239603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.239901] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.240085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.240196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.240402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.240538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.240673] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.415089] env[69325]: INFO networking_nsxv3.common.synchronization [req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 req-75bd6719-e002-4289-85eb-1ab3e0d5aa4e service nova] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1133.415089] env[69325]: INFO networking_nsxv3.common.synchronization [req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 req-75bd6719-e002-4289-85eb-1ab3e0d5aa4e service nova] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1133.415089] env[69325]: INFO networking_nsxv3.common.synchronization [req-38af582d-17bf-4e89-8cda-8c7ff7e5e802 req-75bd6719-e002-4289-85eb-1ab3e0d5aa4e service nova] Enqueued Resource ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 with Priority: HIGHEST for action port [ 1133.415089] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1133.415089] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1133.415089] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 with Priority: HIGHEST for action port [ 1133.415605] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.415605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.415605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.415605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.415818] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.416779] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.416895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.416965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.417152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.417318] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.417388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.417451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.417592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.417675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.417821] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.419051] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-963153a1-361f-4f6c-a7e7-e9b03993fde1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.419051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.419051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.419051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.419051] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963153a1-361f-4f6c-a7e7-e9b03993fde1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.481285] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.481421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.481492] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.481702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.481789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.481891] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1133.511429] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.511884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.511980] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.512235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.512435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.523782] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1133.732197] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.732498] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.732643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.732979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.733432] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.733611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.733740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.733980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.734284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.734561] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.734735] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.734902] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.735077] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.735252] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.735473] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.735685] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.745796] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.756587] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.756799] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.756982] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.757221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-77" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.757827] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.757827] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.757974] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.758353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.758499] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.920846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.921181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.922024] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.923301] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 963153a1-361f-4f6c-a7e7-e9b03993fde1 with status ACTIVE [ 1133.923517] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.923617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.923668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.923849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.923938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.924124] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.924216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.924282] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.924426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.924493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.924668] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.924756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.924813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.924949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.925033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.925117] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 is going to be updated. [ 1133.946032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.946032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.946032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.946032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.946032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.946032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.961594] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1133.961782] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 1133.961887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.248191] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.260858] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.261128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.261263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.261550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.261707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.261868] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 not found, creating... [ 1134.262192] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.262395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.262555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.262843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.262991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.263311] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.263480] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.263618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.263831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.263970] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.264131] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 is going to be created. [ 1134.284671] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.284879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.285014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.285308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.285629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.285865] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.423988] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.750751] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.750829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.750861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.751143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.751201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.751293] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1134.782726] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.782868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.782938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.783184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.784149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.794845] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1134.928766] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.928766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.928766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.928766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.928766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.928766] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be created. [ 1134.955738] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.955889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.955992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.956178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.956344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.968765] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: UNINITIALIZED for 2s [ 1135.282325] env[69325]: INFO networking_nsxv3.common.synchronization [req-67057f9a-0f2f-468a-974d-c37391bc0e11 req-af2f20d9-2df6-41a4-89e9-5f06fd27a461 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1135.282530] env[69325]: INFO networking_nsxv3.common.synchronization [req-67057f9a-0f2f-468a-974d-c37391bc0e11 req-af2f20d9-2df6-41a4-89e9-5f06fd27a461 service nova] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1135.283094] env[69325]: INFO networking_nsxv3.common.synchronization [req-67057f9a-0f2f-468a-974d-c37391bc0e11 req-af2f20d9-2df6-41a4-89e9-5f06fd27a461 service nova] Enqueued Resource ID: 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 with Priority: HIGHEST for action port [ 1135.283568] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_rules [ 1135.283729] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1135.283829] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 with Priority: HIGHEST for action port [ 1135.284607] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.284607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.284607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.284607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.285157] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.290211] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.290211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.290211] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.290211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.290211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.292196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.292321] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.534218] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1135.534514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.534514] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.534696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.534883] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.535166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.535166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.535316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.535316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.535381] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.790222] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.790355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.794947] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 with status ACTIVE [ 1135.795205] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.795357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.795468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.795734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.795822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.796011] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.796123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.796366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.796452] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.796506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.796715] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.796817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.796817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.797183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.797183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.797183] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644 is going to be updated. [ 1135.818989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.818989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.818989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.818989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.818989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.818989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ca2b4e-0bcf-4a19-af4c-d5ac7a3bc644" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.038039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.038039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.038039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.038039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.038353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.038353] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.038476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.038552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.038744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.038851] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.038961] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1136.062956] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.062956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.063132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.063349] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.063513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.072601] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1136.805307] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1136.805793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.805873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.806111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.806356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.806513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.806589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.806755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.806837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.806931] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.981035] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: SUCCESS [ 1136.981345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.981551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.981772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.981983] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.982118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.982186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.982343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.982421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.982507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.982596] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.308893] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.485725] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.811397] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.988355] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42f0660-17ef-4bae-8567-93b268c7118e: rpc.has_security_group_logging(os_id): False [ 1138.009337] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.009506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.009546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.009770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.009844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.010097] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.010204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.010266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.010423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.010500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.010588] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be created. [ 1138.073559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.073775] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.073837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.074040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.074226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.084009] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1138.084193] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e deletion is rescheduled due to dependency. [ 1138.084307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.084453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.084652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.084825] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.084939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.085009] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.085191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.085293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.085392] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.087490] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: IN_PROGRESS for 2s [ 1138.313746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.313915] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.313988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.314232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.314324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.314429] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1138.364885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.365098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.365098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.365329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.365510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.374223] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1138.588554] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.588838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.588901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.589162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.589258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.589497] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.589611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.589677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.589863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.589946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.590065] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1138.617954] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.618136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.618186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.618407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.618641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.630685] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1138.956062] env[69325]: INFO networking_nsxv3.common.synchronization [req-17e01041-07b2-43bb-a17c-65dd36264d69 req-38f84fb5-f31c-4e17-955b-eb88d41b76bd tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1138.956635] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGHEST for action security_group_members [ 1138.956955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.957093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.957157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.957365] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.957526] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.957621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.957694] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.957849] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.957929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.958028] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.462843] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.463056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.463140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.463446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.463557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.463781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.463898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.463976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.464156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.464236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.464352] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be updated. [ 1139.496906] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.497049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.497049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.498024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.498024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.513402] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: IN_PROGRESS for 2s [ 1140.098689] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: SUCCESS [ 1140.099037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.386071] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1140.386290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.386595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.386917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.387144] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.387267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.387333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.387503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.387593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.387672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.387798] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.640898] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1140.641109] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e deletion is rescheduled due to dependency. [ 1140.641243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.890037] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.890260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.890337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.890551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.890727] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.890825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.890890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.891057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.891148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.891238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.891385] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.891477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.891541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.891683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.891820] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.891910] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.891970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.892122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.892197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.892277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.892364] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.395018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568ea0b6-0a15-4f91-b631-40d0b165bcea: rpc.has_security_group_logging(os_id): False [ 1141.413421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.413612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.413682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.413896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.413984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.414213] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.414311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.414375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.414527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.414606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.414781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.414875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.414932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.415077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.415149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.415343] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.415430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.415488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.415632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.415765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.415869] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1141.494596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.494753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.494888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.495058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.495204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.513347] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1141.521174] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad in Status: SUCCESS [ 1141.521357] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad deletion is rescheduled due to dependency. [ 1141.521470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.619354] env[69325]: INFO networking_nsxv3.common.synchronization [req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 req-bd48357d-3d82-46fa-bf53-4f6feebaa4f2 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1141.619995] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1141.620379] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.621413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.621413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.622428] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.622637] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.622768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.622843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.623033] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.623127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.623263] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.975902] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.976121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.976307] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.976701] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.977089] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.977297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.977437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.977668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.977822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.978055] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.978172] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.978283] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.978411] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.978502] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.978610] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.978747] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.999031] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.999031] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.999031] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.999031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-180" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.999305] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.999383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.999539] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.999859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.000014] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9585ce00-f711-4e50-9ea6-a32a0e63f8d1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.125963] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.126157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.126212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.126425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.126518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.126744] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.126908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.126908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.127145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.127222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.127312] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1142.171521] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.171702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.171822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.172114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.172273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.184071] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1142.502028] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.502375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.502375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.502682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.502831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.502992] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 not found, creating... [ 1142.503268] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.503439] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.503604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.503829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.503973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.504270] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.504432] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.504555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.504861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.504943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.505111] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 is going to be created. [ 1142.526294] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.526294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.526294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.526294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.526294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.527656] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.385210] env[69325]: INFO networking_nsxv3.common.synchronization [req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 req-41323926-b7a1-4efb-b260-317ec08a2c0e service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 1143.385405] env[69325]: INFO networking_nsxv3.common.synchronization [req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 req-41323926-b7a1-4efb-b260-317ec08a2c0e service nova] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1143.385593] env[69325]: INFO networking_nsxv3.common.synchronization [req-20870e2b-ea4a-4db7-8ca8-e0a6b702e062 req-41323926-b7a1-4efb-b260-317ec08a2c0e service nova] Enqueued Resource ID: 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 with Priority: HIGHEST for action port [ 1143.385845] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_rules [ 1143.385972] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1143.386114] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 with Priority: HIGHEST for action port [ 1143.386737] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.386873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.386965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.389868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.389941] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.391086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.391086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.392064] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.393562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.393562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.393562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.393562] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9585ce00-f711-4e50-9ea6-a32a0e63f8d1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.531922] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1143.532573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.895368] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.895717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.895893] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 with status ACTIVE [ 1143.896036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.896157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.896229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.896432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.896628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.896856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.896856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.897054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.897109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.897167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.897895] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.897895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.897895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.897895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.897895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.897895] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9585ce00-f711-4e50-9ea6-a32a0e63f8d1 is going to be updated. [ 1143.918989] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.919235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.919361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.919647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.919859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.920093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9585ce00-f711-4e50-9ea6-a32a0e63f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.194222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1144.194508] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 1144.194508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.194810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.195047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.195253] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.195407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.195488] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.195844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.195844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.195954] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.699231] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.201854] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.707244] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.707244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.707244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.707244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.707244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.707244] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1145.746914] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.747072] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.747142] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.747354] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.747499] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.759933] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1147.781053] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.781053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.781053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.782397] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.859337] env[69325]: INFO networking_nsxv3.common.synchronization [req-464f6e89-6ad0-4200-9e49-20a551a30e81 req-4a15f4db-28cf-41d8-8f9f-04d9ce4c7718 tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1147.859337] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1147.859337] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.859337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.859337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.859337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.859902] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.860209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.860395] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.860674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.860881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.861167] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.004164] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d959550-c9fa-4073-911d-59c5c53465d6 req-cc86a6c4-1fc0-4319-bb72-9458d997fee6 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1148.004164] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1148.004164] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.004164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.004164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.004164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.004915] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.005263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.005490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.006412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.006878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.006878] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.285375] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.285544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.285645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.285902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.286482] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.286482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.286482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.286482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.286482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.286688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.286802] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.286882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.286932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287185] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.287277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.287336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.287648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.287748] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.364878] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.393729] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.393972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.394133] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.394491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.394825] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.395045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.395166] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.395395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.395595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.395981] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.396122] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.396236] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.396350] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.396461] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.396568] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.396729] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.419522] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.419912] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.420184] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.420334] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.420691] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c7d4da89-d591-4bec-8552-fe4a1618bc49 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.421093] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.421310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.421666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.421810] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d4da89-d591-4bec-8552-fe4a1618bc49',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.509039] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.509249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.509314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.509540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.509629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.509822] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.509925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.510062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.510198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.510198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.510345] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1148.541651] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.541921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.541921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.542101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.542256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.551874] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1148.791034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e: rpc.has_security_group_logging(os_id): False [ 1148.809147] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.809374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.809374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.809605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.809697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.809921] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.810124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.810230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.810406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.810500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.810694] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.810813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.810861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.811066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.811432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.811788] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.811906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.811949] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.812228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.812317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.812408] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1148.870684] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.884555] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.884702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.884765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.884985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.885144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.905421] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1148.927215] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.927215] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c7d4da89-d591-4bec-8552-fe4a1618bc49 not found, creating... [ 1148.927215] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.927215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.927582] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.927582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.927582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.927784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.927878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.928033] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c7d4da89-d591-4bec-8552-fe4a1618bc49 is going to be created. [ 1148.976789] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.977086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.977229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.977518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.977817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.978150] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.373031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.373031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.373031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.373312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.373312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.373312] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1149.412520] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.412520] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.412520] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.412800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.412832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.422791] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1149.769538] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d959550-c9fa-4073-911d-59c5c53465d6 req-80abd734-2589-456a-b040-2d6b0db13e81 service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1149.769625] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d959550-c9fa-4073-911d-59c5c53465d6 req-80abd734-2589-456a-b040-2d6b0db13e81 service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1149.769839] env[69325]: INFO networking_nsxv3.common.synchronization [req-7d959550-c9fa-4073-911d-59c5c53465d6 req-80abd734-2589-456a-b040-2d6b0db13e81 service nova] Enqueued Resource ID: c7d4da89-d591-4bec-8552-fe4a1618bc49 with Priority: HIGHEST for action port [ 1149.770124] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1149.770254] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1149.770349] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d4da89-d591-4bec-8552-fe4a1618bc49 with Priority: HIGHEST for action port [ 1149.771118] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.771118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.771118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.771311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.771365] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.772319] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.772319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.772467] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d4da89-d591-4bec-8552-fe4a1618bc49 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.772565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.772628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.772824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.772881] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d4da89-d591-4bec-8552-fe4a1618bc49',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.011119] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0dedaa8c-c3f5-4d26-93d6-c503bdf443f0 tempest-AttachInterfacesTestJSON-368024256 tempest-AttachInterfacesTestJSON-368024256-project-member] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1150.011119] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGHEST for action security_group_members [ 1150.011119] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.011747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.011943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.012292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.012577] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.012833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.014324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.014324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.014324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.014324] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.275179] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.275405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.275497] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7d4da89-d591-4bec-8552-fe4a1618bc49 with status ACTIVE [ 1150.276496] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.276496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.276496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.276496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.276496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.276496] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.276496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.276973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.276973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.276973] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.277088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.277149] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.277199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.277332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.277401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.277482] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7d4da89-d591-4bec-8552-fe4a1618bc49 is going to be updated. [ 1150.314509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.314692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.314768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.314933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.315095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.315256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d4da89-d591-4bec-8552-fe4a1618bc49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.516377] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.516785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.516927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.517205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.517343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.517593] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.517760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.517831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.518049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.518089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.518185] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be updated. [ 1150.551385] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.551590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.551590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.551806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.551976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.563354] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1150.563533] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1150.563676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.563927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.564257] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.564523] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.564720] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.565613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.565613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.565613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.565613] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.567385] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: IN_PROGRESS for 2s [ 1150.921265] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1150.921265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.068948] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.434791] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1151.435034] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.571588] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.077089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.077454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.077454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.077553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.077669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.077776] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1152.106872] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.107030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.107154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.107318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.107466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.116778] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1152.577138] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f2d456-7936-4e66-acfe-1cc823193221 in Status: SUCCESS [ 1152.577330] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 deletion is rescheduled due to dependency. [ 1152.577458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.126737] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1154.127112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.127191] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.127364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.127556] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.127731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.127731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.127878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.127978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.128092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.128146] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.416057] env[69325]: INFO networking_nsxv3.common.synchronization [None req-0b8fea2a-5685-47d2-913c-8bba99f52432 None None] Enqueued Resource ID: d5f30424-43b6-4faf-b2cf-17395749ed73 with Priority: HIGHEST for action port [ 1154.416638] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f30424-43b6-4faf-b2cf-17395749ed73 with Priority: HIGHEST for action port [ 1154.416948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f30424-43b6-4faf-b2cf-17395749ed73 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.417084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f30424-43b6-4faf-b2cf-17395749ed73" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.417152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f30424-43b6-4faf-b2cf-17395749ed73" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.417403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f30424-43b6-4faf-b2cf-17395749ed73" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.417484] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f30424-43b6-4faf-b2cf-17395749ed73',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.630323] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.630505] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.630558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.630768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.630943] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.631125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.631125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.631256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.631647] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.631753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.631908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.632010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.632074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.632220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.632361] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.632463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.632528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.632668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.632744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.632823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.632910] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.919979] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5f30424-43b6-4faf-b2cf-17395749ed73 [ 1154.920251] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.922389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.922489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.922824] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.922921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.923042] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5f30424-43b6-4faf-b2cf-17395749ed73 already deleted. [ 1154.923145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f30424-43b6-4faf-b2cf-17395749ed73" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.136923] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e47820-232e-48a5-b187-3b8fa389dae0: rpc.has_security_group_logging(os_id): False [ 1155.157446] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.157586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.157657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.157872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.157961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.158195] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.158328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.158360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.161017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.161017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.161017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.161017] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1155.231816] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.232054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.232109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.232341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.232510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.246205] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1156.548111] env[69325]: INFO networking_nsxv3.common.synchronization [None req-347e5cb1-c9e1-4dca-a9d0-6871d04541f1 None None] Enqueued Resource ID: f95c63e8-0629-4292-af04-7171d360eff3 with Priority: HIGHEST for action port [ 1156.548396] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95c63e8-0629-4292-af04-7171d360eff3 with Priority: HIGHEST for action port [ 1156.548984] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f95c63e8-0629-4292-af04-7171d360eff3 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.549137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f95c63e8-0629-4292-af04-7171d360eff3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.549218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f95c63e8-0629-4292-af04-7171d360eff3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.549427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f95c63e8-0629-4292-af04-7171d360eff3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.549500] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95c63e8-0629-4292-af04-7171d360eff3',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.057122] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f95c63e8-0629-4292-af04-7171d360eff3 [ 1157.057362] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.057517] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.057620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.057780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.057875] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.057966] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f95c63e8-0629-4292-af04-7171d360eff3 already deleted. [ 1157.058103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f95c63e8-0629-4292-af04-7171d360eff3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.167644] env[69325]: INFO networking_nsxv3.common.synchronization [req-7cba36ef-0a57-4671-8d98-6fec36fc48f7 req-27747874-952b-4643-8466-404cadbbb128 tempest-ServerDiskConfigTestJSON-497871363 tempest-ServerDiskConfigTestJSON-497871363-project-member] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1157.171017] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGHEST for action security_group_members [ 1157.171017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.171017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.171017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.171017] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.266140] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1157.266140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.672559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.672872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.672872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.673053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.673153] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.673619] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.673733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.673804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.673964] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.674063] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.674155] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be updated. [ 1157.703769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.704057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.704057] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.704263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.704405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.713146] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: IN_PROGRESS for 2s [ 1158.706696] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-87190c96-8a80-49a9-9d0f-23c2680115fe tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1158.707299] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1158.707612] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.707735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.707809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.708476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.708652] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.709793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.710298] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.710512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.710616] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.710695] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.971680] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-762e2d83-7460-4cc0-bf02-e88644dd910e tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1158.972309] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1158.972642] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.972768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.213698] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.213971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.213971] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.214203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.214296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.214500] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.214599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.214664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.214847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.214905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.214966] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1159.256185] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.258297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.259018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.259018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.259018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.264627] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.265430] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.265837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.266226] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.266593] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.266777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.266898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.267145] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.267308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.267911] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.267911] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.267911] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.268174] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.268174] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.268255] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.268367] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.272807] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1159.290309] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.290833] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.292411] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.292655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-334" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.293047] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-b317055f-6243-4cde-9419-87e8b168ab70 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.293318] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.293492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.293977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.294244] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b317055f-6243-4cde-9419-87e8b168ab70',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.727320] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e in Status: SUCCESS [ 1159.727594] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e deletion is rescheduled due to dependency. [ 1159.727633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.797880] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.798124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.798201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.798493] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.798651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.798815] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port b317055f-6243-4cde-9419-87e8b168ab70 not found, creating... [ 1159.799113] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.799297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.799422] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.800574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.800574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.800574] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.800574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.800574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.800574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.800859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.800859] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: b317055f-6243-4cde-9419-87e8b168ab70 is going to be created. [ 1159.834795] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.835219] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.835481] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.835865] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.836187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.836457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.608933] env[69325]: INFO networking_nsxv3.common.synchronization [req-e12cce5d-9ce1-4911-8f4e-029e77f6d2b6 req-a528f7ff-e113-43bb-8ddc-0a60009b71db tempest-ServersTestJSON-1490859865 tempest-ServersTestJSON-1490859865-project-member] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1160.609512] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGHEST for action security_group_members [ 1160.609840] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.610008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.610612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.610900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.611128] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.611290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.611406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.611622] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.611762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.611927] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.666117] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-356a1e8d-e419-43f1-a8c7-2bf2a83be1fb service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1160.666117] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-356a1e8d-e419-43f1-a8c7-2bf2a83be1fb service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1160.666117] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-356a1e8d-e419-43f1-a8c7-2bf2a83be1fb service nova] Enqueued Resource ID: b317055f-6243-4cde-9419-87e8b168ab70 with Priority: HIGHEST for action port [ 1160.666117] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1160.666117] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1160.666117] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b317055f-6243-4cde-9419-87e8b168ab70 with Priority: HIGHEST for action port [ 1160.667024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.667815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.668294] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.668985] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.668985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.671484] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.671484] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.672051] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b317055f-6243-4cde-9419-87e8b168ab70 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.672820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.672820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.672939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.673057] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b317055f-6243-4cde-9419-87e8b168ab70',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.115173] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.115173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.115173] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115637] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.115806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.115889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.116088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.116185] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be updated. [ 1161.144226] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.144226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.144226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.144226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.144226] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.153282] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: IN_PROGRESS for 2s [ 1161.175854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b317055f-6243-4cde-9419-87e8b168ab70 with status ACTIVE [ 1161.176055] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.176199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.176267] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.176493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.176582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.176793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.179132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.179132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.179132] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b317055f-6243-4cde-9419-87e8b168ab70 is going to be updated. [ 1161.179132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.180060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.212980] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.213175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.213227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.213432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.213553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.214388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b317055f-6243-4cde-9419-87e8b168ab70" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.285421] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1161.285883] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e deletion is rescheduled due to dependency. [ 1161.285987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.286592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.286592] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.286592] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.286781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.286781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.287154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.287154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.287154] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.789742] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.800430] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.800670] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-740" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.800814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-740" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.801224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-740" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.801553] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.801771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.801924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.802186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.802375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.802623] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.802769] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.802907] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.803066] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.803196] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.803308] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.803441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.824989] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.824989] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.825173] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.825804] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-740" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.825804] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-40a71b81-5622-4e92-a40c-209984f5d36e taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.825965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.825965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.826311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.826455] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a71b81-5622-4e92-a40c-209984f5d36e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.292985] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.330126] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.330126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.330126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.330126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.330126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.330126] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 40a71b81-5622-4e92-a40c-209984f5d36e not found, creating... [ 1162.330436] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.330436] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.330522] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.330932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.330932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.331165] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.331337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.331466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.331783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.331929] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 40a71b81-5622-4e92-a40c-209984f5d36e is going to be created. [ 1162.356684] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.358584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.358584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.358584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.358584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.358584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.794684] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.794863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.794922] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.795250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.795371] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.795482] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1162.828853] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.829092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.829242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.829391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.829548] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.840206] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1163.079753] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-1a0680d0-e142-489b-aa29-2315f8dc62a9 service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1163.079929] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-1a0680d0-e142-489b-aa29-2315f8dc62a9 service nova] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1163.080082] env[69325]: INFO networking_nsxv3.common.synchronization [req-e2c357b4-6dc9-444e-aaba-a5d10678c637 req-1a0680d0-e142-489b-aa29-2315f8dc62a9 service nova] Enqueued Resource ID: 40a71b81-5622-4e92-a40c-209984f5d36e with Priority: HIGHEST for action port [ 1163.080623] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_rules [ 1163.080727] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1163.080824] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a71b81-5622-4e92-a40c-209984f5d36e with Priority: HIGHEST for action port [ 1163.081194] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.081303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.081505] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.081582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.081784] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a71b81-5622-4e92-a40c-209984f5d36e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.081900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.081959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.082185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.082264] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a71b81-5622-4e92-a40c-209984f5d36e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.166854] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea in Status: SUCCESS [ 1163.166854] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea deletion is rescheduled due to dependency. [ 1163.166854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.538596] env[69325]: INFO networking_nsxv3.common.synchronization [req-491c28ce-9374-43d5-a645-86ceeb2fbe78 req-de51556c-5bda-4c88-8378-3ae649e44ef6 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Enqueued Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_members [ 1163.539371] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_members [ 1163.539681] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.539814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.539885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.540184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.540345] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.540448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.540511] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.540665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.540747] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.540840] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.584221] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40a71b81-5622-4e92-a40c-209984f5d36e with status ACTIVE [ 1163.584413] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.584544] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.584613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.584825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.584917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.585104] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.585203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.585269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.585413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.585487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.585662] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.585779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.585833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.586015] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.586068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.586127] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40a71b81-5622-4e92-a40c-209984f5d36e is going to be updated. [ 1163.607707] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.607854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.607928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.608143] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.608278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.608430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a71b81-5622-4e92-a40c-209984f5d36e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.991834] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.991834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-445" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.991834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-445" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.991834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-445" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.991834] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.991834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.991834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.992168] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.993578] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.993872] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.994012] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.994135] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.994254] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.994370] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.994483] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.994627] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.017872] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.018182] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.018305] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.018377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-445" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.018707] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-507616da-f89a-4376-ab0d-527cd38d800e taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.018888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.019130] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.019508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.019654] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507616da-f89a-4376-ab0d-527cd38d800e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.042987] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.043170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.043243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.043463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.043571] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.043896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.044022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.044077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.044370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.044370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.044449] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc already deleted. [ 1164.044491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.522298] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.522583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.522725] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.523056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.523338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.523444] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 507616da-f89a-4376-ab0d-527cd38d800e not found, creating... [ 1164.523785] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.523964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.524128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.524370] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.524547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.525417] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.525607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.525806] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.526054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.526218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.526400] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 507616da-f89a-4376-ab0d-527cd38d800e is going to be created. [ 1164.547195] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.547195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.547195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.547195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.547702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.547702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.850975] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.852795] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.852795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.852795] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.356619] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.550392] env[69325]: INFO networking_nsxv3.common.synchronization [req-491c28ce-9374-43d5-a645-86ceeb2fbe78 req-f85d4a5e-008c-4a98-aa48-f1bbccb7ccfb service nova] Enqueued Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_rules [ 1165.550392] env[69325]: INFO networking_nsxv3.common.synchronization [req-491c28ce-9374-43d5-a645-86ceeb2fbe78 req-f85d4a5e-008c-4a98-aa48-f1bbccb7ccfb service nova] Enqueued Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_members [ 1165.550392] env[69325]: INFO networking_nsxv3.common.synchronization [req-491c28ce-9374-43d5-a645-86ceeb2fbe78 req-f85d4a5e-008c-4a98-aa48-f1bbccb7ccfb service nova] Enqueued Resource ID: 507616da-f89a-4376-ab0d-527cd38d800e with Priority: HIGHEST for action port [ 1165.550392] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_rules [ 1165.550392] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_members [ 1165.550392] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 507616da-f89a-4376-ab0d-527cd38d800e with Priority: HIGHEST for action port [ 1165.550392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.550392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.551132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.551132] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.552885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.552885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.552885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.552885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.552885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.553252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.554508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.555481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.555565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.555723] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.557418] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-507616da-f89a-4376-ab0d-527cd38d800e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.557418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.557418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.557760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.557760] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507616da-f89a-4376-ab0d-527cd38d800e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.862365] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.059808] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.059993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.060125] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.060959] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 507616da-f89a-4376-ab0d-527cd38d800e with status ACTIVE [ 1166.061158] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.061271] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.061339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.061540] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.061628] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.061797] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.061892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.061953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.062117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.062195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.062369] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.062461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.062522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.062659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.062731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.062815] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 507616da-f89a-4376-ab0d-527cd38d800e is going to be updated. [ 1166.088552] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.088769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.088769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.088953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.089101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.089245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-507616da-f89a-4376-ab0d-527cd38d800e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.365265] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.368073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.368073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1166.402035] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.402035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.402035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.402035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.402035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.415633] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1166.568214] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.072075] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.072244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.072292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.072508] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.072601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.072698] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc is going to be created. [ 1167.101249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.101410] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.101579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.102028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.102028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.114570] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc in Status: UNINITIALIZED for 2s [ 1168.426983] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1168.427477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.427707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.427935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.428164] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.428318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.431022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.431022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.431022] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.431022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431022] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.431654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.431654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.431654] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.938518] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.938779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.938871] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.125713] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc in Status: SUCCESS [ 1169.125713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.125713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.125713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.125713] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.125713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.126060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.126060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.126060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.126157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.126238] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.443451] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.526535] env[69325]: INFO networking_nsxv3.common.synchronization [req-a615e006-0438-42f7-a041-0ed0954403e9 req-e171b66f-c40c-4988-8b63-ed3d63a3e4a8 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1169.526535] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1169.527088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.527786] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.527963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.528556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.528862] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.529123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.529332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.529603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.529790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.530156] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.631948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.631948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.631948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.631948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.635933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.635933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.635933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.635933] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.635933] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.950916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.950916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.950916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.950916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.950916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.950916] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1169.988198] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.988198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.988198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.988198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.988198] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.998027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1170.036392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.036392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.036392] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.036392] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1170.069132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.069301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.069378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.069611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.069782] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.079462] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1170.135602] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4339fcd1-c1cf-40be-a99d-8caa331f94dc: rpc.has_security_group_logging(os_id): False [ 1170.161023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.161023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.161023] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.161023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.161737] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.161737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.161737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.161847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.162773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.162773] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc is going to be created. [ 1170.285172] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.285172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.285372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.285489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.285674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.309802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc in Status: IN_PROGRESS for 2s [ 1172.008035] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1172.008035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.008035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.008504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.008541] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.008662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.008793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.008916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.009058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.009116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.009254] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.009370] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.009419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.009553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.009686] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.009796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.009861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.009965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.010117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.010204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.010256] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.089612] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1172.090093] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 deletion is rescheduled due to dependency. [ 1172.090391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.324918] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc in Status: SUCCESS [ 1172.325193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.513070] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5f618-5787-44d1-98ee-3efd63f1f00e: rpc.has_security_group_logging(os_id): False [ 1172.538795] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.541042] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541608] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.541608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.541608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.541608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.541608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541608] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1172.614508] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.614726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.614840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.615127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.615321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.638658] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1174.527412] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.527793] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1174.660031] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1174.660031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.660031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.660031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.660031] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.162942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.163182] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.163280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.163510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.163748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.163896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.163986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.164208] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.164327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.164456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.164576] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.302332] env[69325]: INFO networking_nsxv3.common.synchronization [req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 req-d48d532d-f35a-41ab-8806-d05d1e926ca3 tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1175.302888] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1175.303896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.304055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.304136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.304437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.304657] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.304792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.305035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.305096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.305434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.305434] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.552582] env[69325]: INFO networking_nsxv3.common.synchronization [req-12da8ecd-9be5-4ddd-8463-4c8d2e9da862 req-508e01fc-4ad1-4242-adcf-5dc9f57b3eed tempest-ServersTestMultiNic-1915445887 tempest-ServersTestMultiNic-1915445887-project-member] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1175.553256] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGHEST for action security_group_members [ 1175.553655] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.553830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.667397] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.667397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.807881] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.310887] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.812983] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.813404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.813404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.813479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.813552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.813650] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1176.848988] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.849234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.849234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.849373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.849526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.862455] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1176.931151] env[69325]: INFO networking_nsxv3.common.synchronization [req-30fedd5f-36db-43b7-8730-216b3b9547c6 req-a6f5f2db-abe9-4fa7-8abc-ddc1458a2152 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1176.931151] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1176.931151] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.931151] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.931151] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.931466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.931466] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.931466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.931593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.931656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.931735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.931827] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.401738] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.404760] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.404760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.404760] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.404760] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.404760] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.404760] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.404760] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.404760] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.404760] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.423085] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.423323] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.423424] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.423592] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.424141] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-0ab901a2-7949-496c-bae7-39ca17a2b526 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.424306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.424405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.424734] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.424875] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab901a2-7949-496c-bae7-39ca17a2b526',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.433964] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.434155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.434725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.434725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.434725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.434725] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.435037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.435037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.435037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.435037] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.438211] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1177.461343] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.461574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.461574] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.461735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.461871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.473334] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1177.529101] env[69325]: INFO networking_nsxv3.common.synchronization [req-3e256f60-4f11-478c-a775-09f49c60acc9 req-06dd2308-63b6-49e1-a87a-ab461f4225e2 tempest-ServerAddressesTestJSON-1903662315 tempest-ServerAddressesTestJSON-1903662315-project-member] Enqueued Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_members [ 1177.530459] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGHEST for action security_group_members [ 1177.530459] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.530459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.530459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.530695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.530695] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.530769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.530802] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.530917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.530996] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.531104] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.929988] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.930403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.930403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.930709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.930864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.931036] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 0ab901a2-7949-496c-bae7-39ca17a2b526 not found, creating... [ 1177.931349] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.931514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.931640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.931857] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.931999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.932294] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.932453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.932572] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.932782] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.932990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.933178] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 0ab901a2-7949-496c-bae7-39ca17a2b526 is going to be created. [ 1177.954576] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.954888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.954888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.955511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.955511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.955755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.973818] env[69325]: INFO networking_nsxv3.common.synchronization [req-c9bd0a58-4624-4570-8265-071df10615db req-5319f36a-66cb-497c-a61f-a503be2d5c3d tempest-ServerActionsV293TestJSON-451464609 tempest-ServerActionsV293TestJSON-451464609-project-member] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_members [ 1177.974372] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGHEST for action security_group_members [ 1177.974669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.974791] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.974860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.975080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.975412] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.975412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.975412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.975582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.975676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.975768] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.037165] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.037326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.037407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.037618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.037707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.037916] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.038024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.038610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.038610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.038610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.038610] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc is going to be updated. [ 1178.064494] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.064698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.064698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.065205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.065205] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.080658] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc in Status: IN_PROGRESS for 2s [ 1178.478452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.478620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.478701] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.478912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.479008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.479215] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.479311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.479398] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.479510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.479590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.479671] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698659b7-d0d8-420a-b625-431991ae69bd is going to be updated. [ 1178.511126] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.511269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.511339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.511538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.511677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.524783] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698659b7-d0d8-420a-b625-431991ae69bd in Status: IN_PROGRESS for 2s [ 1178.697932] env[69325]: INFO networking_nsxv3.common.synchronization [req-30fedd5f-36db-43b7-8730-216b3b9547c6 req-a9870c46-db0e-417d-8c3e-f5e74e840f8b service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1178.698141] env[69325]: INFO networking_nsxv3.common.synchronization [req-30fedd5f-36db-43b7-8730-216b3b9547c6 req-a9870c46-db0e-417d-8c3e-f5e74e840f8b service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1178.698301] env[69325]: INFO networking_nsxv3.common.synchronization [req-30fedd5f-36db-43b7-8730-216b3b9547c6 req-a9870c46-db0e-417d-8c3e-f5e74e840f8b service nova] Enqueued Resource ID: 0ab901a2-7949-496c-bae7-39ca17a2b526 with Priority: HIGHEST for action port [ 1178.698533] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1178.698650] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1178.698739] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab901a2-7949-496c-bae7-39ca17a2b526 with Priority: HIGHEST for action port [ 1178.700683] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.700857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.700907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.701129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.701251] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.702086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.702178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.703029] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab901a2-7949-496c-bae7-39ca17a2b526 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.703029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.703029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.703029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.703029] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab901a2-7949-496c-bae7-39ca17a2b526',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.874435] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1178.874435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.874435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.874435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.874669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.874669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.874669] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.874779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.874874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.874954] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.207977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.208415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.208415] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ab901a2-7949-496c-bae7-39ca17a2b526 with status ACTIVE [ 1179.208533] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.208611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.208682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.208902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.208994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.209230] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.209329] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.209388] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.209552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.209624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.209807] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.209892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.209978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.210157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.210233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.210362] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ab901a2-7949-496c-bae7-39ca17a2b526 is going to be updated. [ 1179.262339] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.262565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.262565] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.262780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.262920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.263103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab901a2-7949-496c-bae7-39ca17a2b526" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.378084] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.378353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.379135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.379135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.379135] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.379135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379135] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.379479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.379479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.379479] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1179.412862] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.413077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.413077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.413293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.413440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.427164] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1179.483836] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1179.484088] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 deletion is rescheduled due to dependency. [ 1179.484176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.484366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.484586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.484777] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.484902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.484962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.485127] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.485211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.485372] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.989176] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.091932] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc in Status: SUCCESS [ 1180.091932] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc deletion is rescheduled due to dependency. [ 1180.091932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.490271] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.536530] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698659b7-d0d8-420a-b625-431991ae69bd in Status: SUCCESS [ 1180.537430] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698659b7-d0d8-420a-b625-431991ae69bd deletion is rescheduled due to dependency. [ 1180.537430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.993457] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.993679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.993744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.993940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.994061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.994203] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1181.027126] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.027304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.027364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.027546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.027739] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.038561] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1181.438129] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1181.438379] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e deletion is rescheduled due to dependency. [ 1181.438583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.438859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.439769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.440036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.440168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.440237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.440409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.440490] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.440575] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.440734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.440829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.440889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.441090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.441187] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.441319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.441375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.441512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.441564] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.441619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.441685] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.943938] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5f618-5787-44d1-98ee-3efd63f1f00e: rpc.has_security_group_logging(os_id): False [ 1181.961702] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.963023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.963023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.963107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.963183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.963416] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.963535] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.963636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.963864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.964150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.964268] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.964422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.964526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.964778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.964899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.965493] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.965714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.965858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.966176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.966268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.966394] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be updated. [ 1182.027116] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.027336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.027336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.027546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.027697] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.047536] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: IN_PROGRESS for 2s [ 1183.052366] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1183.052648] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.053442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.053442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.053442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.053712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.053712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.054200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.054200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.054200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.054200] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.559916] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.700387] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.700697] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1184.065856] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776e51d1-dd6d-4a85-afc6-28908254e899: rpc.has_security_group_logging(os_id): False [ 1184.068527] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e in Status: SUCCESS [ 1184.069449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.085031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.085031] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.085031] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.085031] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1184.150152] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.150152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.150152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.150152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.150152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.164635] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1185.506322] env[69325]: INFO networking_nsxv3.common.synchronization [req-7561e1c4-872d-4c85-8338-07522fc4f6cb req-cca7a8e0-ae40-4680-886e-9b17f4d4edfd tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1185.506874] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1185.507240] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.507368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.507440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.507651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.507799] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.507898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.507962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.508285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.508374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.508468] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.011081] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.011290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.011366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.011598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.011695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.011894] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.011991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.012067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.012219] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.012296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.012383] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1186.043945] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.044128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.044181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.044408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.044550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.054750] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1186.182987] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1186.183247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.066625] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1188.067032] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1188.067032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.114731] env[69325]: INFO networking_nsxv3.common.synchronization [req-18a49e72-37ce-4bec-a9a7-de1c36ad33a8 req-812d292f-dd7a-4f0b-9d9f-af7fd751819f tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_members [ 1189.114731] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGHEST for action security_group_members [ 1189.115472] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.115472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.115472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.115598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.116852] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.116852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.116852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.116852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.116852] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.116852] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.621442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.621638] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.621703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.621905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.621994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.622211] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.622314] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.622374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.622530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.622607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.622696] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 is going to be updated. [ 1189.653407] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.653407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.653407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.653407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.653407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.660772] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: IN_PROGRESS for 2s [ 1191.672175] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4caed031-75f3-4650-a75d-9596cb9c3944 in Status: SUCCESS [ 1191.672727] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 deletion is rescheduled due to dependency. [ 1191.672727] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.526630] env[69325]: INFO networking_nsxv3.common.synchronization [req-527e57b4-846c-42e8-8cec-bd7f27d3537b req-a9185150-f79c-47e7-8df6-eeebab7d5ffa tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_members [ 1192.527214] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGHEST for action security_group_members [ 1192.527527] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.527741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.527741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.527898] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.528059] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.528154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.528225] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.528374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.528468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.528565] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.030743] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.031136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.031136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.031136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.031235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.031460] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.031590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.031655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.031816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.031892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.031977] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 is going to be updated. [ 1193.060930] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.061483] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.061659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.071429] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 in Status: IN_PROGRESS for 2s [ 1195.084769] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 in Status: SUCCESS [ 1195.084769] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 deletion is rescheduled due to dependency. [ 1195.084769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.507547] env[69325]: INFO networking_nsxv3.common.synchronization [req-0287b698-cff6-4e38-9172-4fa6aa05fada req-39ca31a2-d95b-4dca-b928-53477bfc504d tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1196.507973] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1196.508298] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.508424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.508513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.508740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.508911] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.509086] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.509162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.509318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.509409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.509544] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.829060] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.829243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.829392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.829746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.830056] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.830289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.830418] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.830636] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.830804] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.831031] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.831159] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.831327] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.831395] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.831515] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.831628] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.831758] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.853921] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.854201] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.854459] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.854657] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.854996] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.855255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.855341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.855668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.855817] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e04bc5f-779d-4fb4-8e07-d945dddd2c7e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.013420] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.013420] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.013420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.013999] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1197.041041] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.041231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.041231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.041456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.041595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.051335] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1197.358493] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.358740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.358892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.359212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.359391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.359572] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e not found, creating... [ 1197.359846] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.360031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.360172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.360496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.360610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.360871] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.361037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.361223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.361499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.361718] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.361875] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e is going to be created. [ 1197.384939] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.385260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.385363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.385598] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.385852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.386102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.092533] env[69325]: INFO networking_nsxv3.common.synchronization [req-0287b698-cff6-4e38-9172-4fa6aa05fada req-ee0eb1f3-d9a8-4440-99b2-096b448fd5bd service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1198.092822] env[69325]: INFO networking_nsxv3.common.synchronization [req-0287b698-cff6-4e38-9172-4fa6aa05fada req-ee0eb1f3-d9a8-4440-99b2-096b448fd5bd service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1198.092883] env[69325]: INFO networking_nsxv3.common.synchronization [req-0287b698-cff6-4e38-9172-4fa6aa05fada req-ee0eb1f3-d9a8-4440-99b2-096b448fd5bd service nova] Enqueued Resource ID: 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e with Priority: HIGHEST for action port [ 1198.093141] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1198.093270] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1198.093365] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e with Priority: HIGHEST for action port [ 1198.093924] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.094411] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.094512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.098286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.098286] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.098286] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.098286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.098286] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.098286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.098286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.098286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.098286] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e04bc5f-779d-4fb4-8e07-d945dddd2c7e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.597509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.597509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.599065] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e with status ACTIVE [ 1198.599197] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.599264] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.599355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.599549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.599636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.599805] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.599901] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.599960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.600122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.600196] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.600385] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.600463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.600537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.600659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.600735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.600821] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e04bc5f-779d-4fb4-8e07-d945dddd2c7e is going to be updated. [ 1198.621608] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.621784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.621848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.622073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.622217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.622409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e04bc5f-779d-4fb4-8e07-d945dddd2c7e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.723764] env[69325]: INFO networking_nsxv3.common.synchronization [None req-7e7d6866-c8e4-489a-bcb8-daad816dfc17 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_rules [ 1198.724404] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_rules [ 1198.724802] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.724997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.725102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.725437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.725551] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.799265] env[69325]: INFO networking_nsxv3.common.synchronization [None req-65ad29f5-828c-42a2-a7e4-d652e5dd677f tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_rules [ 1198.799830] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_rules [ 1198.800526] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.800632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.060671] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1199.060942] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1199.061108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.061273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.061618] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.061834] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.061966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.062166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.062215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.062297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.062391] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.246442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.246845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.246845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.246845] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.247029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.247029] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 already deleted. [ 1199.247099] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.247359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.247527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.247609] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.568269] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.770454] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.770631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.770677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.771187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.771187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.771187] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 already deleted. [ 1199.771187] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.069507] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.571587] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.571918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.571918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.572134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.572228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.572329] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1200.604017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.604550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.604550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.604550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.604941] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.613407] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1202.627759] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1202.628144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.628188] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.628465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.628707] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.628882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.628989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.629237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.629417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.629551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.629671] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.132326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.132559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.132559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.132754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.132955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.133125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.133125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.133241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.133328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.133419] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.133559] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.133650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.133702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.133839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.133975] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.134083] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.134170] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.134328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.134404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.134482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.134568] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.637660] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e47820-232e-48a5-b187-3b8fa389dae0: rpc.has_security_group_logging(os_id): False [ 1203.661439] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.661657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.661657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.661983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.662098] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.662400] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.662528] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.662596] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.662835] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.662934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.663182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.663326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.663397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.663587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.663692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.663937] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.664060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.664157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.664383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.664518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.664682] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1203.743465] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.743465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.743465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.743465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.743465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.761997] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1203.800670] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.800891] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.322322] env[69325]: INFO networking_nsxv3.common.synchronization [req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 req-a36e57cd-88c6-48a4-98dc-c3ef9350235f tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_members [ 1204.322871] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_members [ 1204.323203] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.323327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.323394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.323634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.323788] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.323887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.323951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.324114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.324227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.324332] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.660333] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.660815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.660815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.661106] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.661443] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.661796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.661931] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.662326] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.662531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.662810] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.662937] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.663088] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.663222] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.663468] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.663636] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.663897] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.703491] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.703707] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.703810] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.704085] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-984" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.704386] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-1955bdbe-3ef3-4a7f-ba22-67710bb27567 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.705082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.705082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.705082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.705378] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1955bdbe-3ef3-4a7f-ba22-67710bb27567',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.773799] env[69325]: INFO networking_nsxv3.common.synchronization [req-dea01283-604c-4185-937c-a66003529ece req-17ce88ce-9fe9-4759-ac85-ca2e059524cb tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1204.774374] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1204.774675] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.774797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.774864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.775082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.775239] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.775364] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.775436] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.775607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.775693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.775785] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.826130] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.826377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.826453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.826660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.826748] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.826940] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.827046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.827108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.827280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.827357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.827443] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 already deleted. [ 1204.827521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.208322] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.208584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.208664] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.208963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.209137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.209333] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 1955bdbe-3ef3-4a7f-ba22-67710bb27567 not found, creating... [ 1205.209622] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.209787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.209914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.210169] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.210332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.210713] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.210885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.211061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.211264] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.211385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.211537] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 1955bdbe-3ef3-4a7f-ba22-67710bb27567 is going to be created. [ 1205.230800] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.231075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.231177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.231390] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.231624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.231851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.277787] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.278043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.278130] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.278391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.278481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.278704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.278867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.278867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.279036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.279115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.279201] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1205.323544] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.323780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.323780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.323970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.324212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.335839] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1205.777608] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1205.777969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.240707] env[69325]: INFO networking_nsxv3.common.synchronization [req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 req-9e0983d4-c1b7-4127-99c9-916f65b33905 service nova] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_rules [ 1206.240707] env[69325]: INFO networking_nsxv3.common.synchronization [req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 req-9e0983d4-c1b7-4127-99c9-916f65b33905 service nova] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_members [ 1206.240707] env[69325]: INFO networking_nsxv3.common.synchronization [req-2aa80c73-071e-48d5-b3b8-50d61b0e09f8 req-9e0983d4-c1b7-4127-99c9-916f65b33905 service nova] Enqueued Resource ID: 1955bdbe-3ef3-4a7f-ba22-67710bb27567 with Priority: HIGHEST for action port [ 1206.244633] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_rules [ 1206.244633] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_members [ 1206.244633] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1955bdbe-3ef3-4a7f-ba22-67710bb27567 with Priority: HIGHEST for action port [ 1206.244633] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.244633] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.244633] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.244633] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.244633] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.245759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.245759] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.245759] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.246944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1955bdbe-3ef3-4a7f-ba22-67710bb27567 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.246944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.246944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.247177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.247232] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1955bdbe-3ef3-4a7f-ba22-67710bb27567',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.593026] env[69325]: INFO networking_nsxv3.common.synchronization [req-9dfc157a-0875-4334-b40c-eb4508c685d7 req-35288fec-85b6-4cf3-8218-93ad7f3413e1 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1206.593490] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1206.593783] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.593934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.593968] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.594507] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.594717] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.594864] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.594960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.595163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.595290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.595415] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.749493] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.750539] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.750663] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.750999] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1955bdbe-3ef3-4a7f-ba22-67710bb27567 with status ACTIVE [ 1206.751175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.751772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.751772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.751772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.751772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.751772] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.751994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.751994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.752074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.752111] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.752281] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.752372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.752450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.752597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.752709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.752765] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1955bdbe-3ef3-4a7f-ba22-67710bb27567 is going to be updated. [ 1206.774569] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.774753] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.774795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.775013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.775156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.775653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1955bdbe-3ef3-4a7f-ba22-67710bb27567" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.894349] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.894349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.894663] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.894663] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.894937] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.895113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.895239] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.895476] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.896072] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.896072] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.896072] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.896072] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.896270] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.896379] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.896497] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.896633] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.915623] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.915816] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.915979] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.916179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.916559] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-a655a740-3868-488e-8f5e-a1a6fe104038 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.916739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.916867] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.917224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.917405] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a655a740-3868-488e-8f5e-a1a6fe104038',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.097270] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.097482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.097532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.097777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.097873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.098091] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.098200] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.098263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.098423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.098489] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.098592] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be updated. [ 1207.125955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.126261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.126261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.126473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.126613] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.139016] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 2s [ 1207.256352] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.346102] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1207.346300] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f deletion is rescheduled due to dependency. [ 1207.346368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.419161] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.419444] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.419535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.419829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.419987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.420160] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port a655a740-3868-488e-8f5e-a1a6fe104038 not found, creating... [ 1207.420424] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.420585] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.420819] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.420924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.421075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.421385] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.421529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.421650] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.421855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.421993] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.422147] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: a655a740-3868-488e-8f5e-a1a6fe104038 is going to be created. [ 1207.450485] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.450485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.450485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.450485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.450485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.450485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.756856] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.757125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.757125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.757438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.757496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.757601] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 is going to be created. [ 1207.781310] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.781534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.781534] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.781704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.781858] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.791490] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: UNINITIALIZED for 2s [ 1208.146219] env[69325]: INFO networking_nsxv3.common.synchronization [req-9dfc157a-0875-4334-b40c-eb4508c685d7 req-25e3f219-f9d3-4e86-9f9d-5b821bd3949e service nova] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_rules [ 1208.146531] env[69325]: INFO networking_nsxv3.common.synchronization [req-9dfc157a-0875-4334-b40c-eb4508c685d7 req-25e3f219-f9d3-4e86-9f9d-5b821bd3949e service nova] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1208.147239] env[69325]: INFO networking_nsxv3.common.synchronization [req-9dfc157a-0875-4334-b40c-eb4508c685d7 req-25e3f219-f9d3-4e86-9f9d-5b821bd3949e service nova] Enqueued Resource ID: a655a740-3868-488e-8f5e-a1a6fe104038 with Priority: HIGHEST for action port [ 1208.147914] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_rules [ 1208.148123] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1208.148229] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a655a740-3868-488e-8f5e-a1a6fe104038 with Priority: HIGHEST for action port [ 1208.148548] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.148770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.148770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.149044] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.149523] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.150858] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.151018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.151276] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a655a740-3868-488e-8f5e-a1a6fe104038 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.151422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.151509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.151777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.151777] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a655a740-3868-488e-8f5e-a1a6fe104038',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.653907] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.654041] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.654256] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a655a740-3868-488e-8f5e-a1a6fe104038 with status ACTIVE [ 1208.654402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.654512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.654579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.654793] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.654884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.655064] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.655165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.655228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.655374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.658781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.658781] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.658781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.658781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.658781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.658781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.658781] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a655a740-3868-488e-8f5e-a1a6fe104038 is going to be updated. [ 1208.681272] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.681561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.681561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.681708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.681847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.682014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.150222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1209.150705] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c deletion is rescheduled due to dependency. [ 1209.150705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.150705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.150925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.151127] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.151250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.151319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.151479] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.151560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.151656] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.654113] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.808665] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: SUCCESS [ 1209.808904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.809088] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.809308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.809510] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.809627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.809695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.809848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.809927] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.810032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.810112] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.156635] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.311939] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.662576] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.662778] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.662853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.663091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.663181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.663281] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be updated. [ 1210.692238] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.692391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.692467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.692679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.692830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.702741] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 2s [ 1210.814359] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb07813-1b8e-4737-b631-d5744b5ab258: rpc.has_security_group_logging(os_id): False [ 1210.831629] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.831811] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.831865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.832415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.832415] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.832415] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.832632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.832632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.832699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.832736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.832821] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 is going to be created. [ 1210.894196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.894447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.894539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.894764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.894960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.905739] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: IN_PROGRESS for 2s [ 1211.911588] env[69325]: INFO networking_nsxv3.common.synchronization [req-5e09239f-0c71-4001-8d3b-279ae3ba06af req-6b65af49-3e1f-4329-a678-3d1394728aa0 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1211.912095] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1211.912486] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.912678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.912740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.913054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.913224] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.913330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.913394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.913568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.913708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.913828] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.415981] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.416163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.416211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.416606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.416724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.416952] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.417090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.417172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.417391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.417532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.417631] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1212.448212] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.448385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.448458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.448777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.448965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.461677] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1212.712425] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1212.712652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.712814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.713047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.713242] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.713360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.713427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.713581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.713661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.713744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.713832] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.920514] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: SUCCESS [ 1212.920861] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.074781] env[69325]: INFO networking_nsxv3.common.synchronization [req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b req-33dccfb4-4ab3-4c0e-b192-2c93b67679e3 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1213.075331] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1213.076398] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.076558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.076627] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.076831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.078462] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.078462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.078462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.078462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.078462] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.078462] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.216255] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.216538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.216538] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.216708] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.216892] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.216993] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.217114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.217278] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.217382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.217476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.217627] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.217717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.217777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.217918] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.218066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.218157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.218216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.218355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.218435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.218532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.218890] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.412176] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.412384] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.412519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.412811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.413095] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.413263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.413385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.413628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.413786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.414010] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.414133] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.414257] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.414372] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.414488] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.414609] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.414733] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.434649] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.434882] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.434980] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.435156] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-637" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.435476] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.435651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.435776] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.436168] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.436374] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ca4257-7d57-4cc1-8169-e2d7a8b596cc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.579421] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.579585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.579651] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.579880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.579975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.580194] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.580311] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.580359] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.580496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.580584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.580661] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1213.604925] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.605147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.605147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.605343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.605485] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.614741] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1213.720842] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 226175a9-57cc-4291-b45c-76b1cffa904c: rpc.has_security_group_logging(os_id): False [ 1213.740603] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.740807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.740916] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.741242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.741379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.741701] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.741873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.741963] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.742238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.742361] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.742645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.742774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.742843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.743055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.743175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.743414] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.743520] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.743615] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.743764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.743842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.743929] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be updated. [ 1213.839428] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.839670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.839670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.839843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.839989] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.855386] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 2s [ 1213.939205] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.939615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.939750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.940134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.940247] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.940419] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 84ca4257-7d57-4cc1-8169-e2d7a8b596cc not found, creating... [ 1213.940727] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.940925] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.941054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.941335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.941486] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.941812] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.941987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.942124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.942366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.943027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.943027] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 84ca4257-7d57-4cc1-8169-e2d7a8b596cc is going to be created. [ 1213.966233] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.966531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.966622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.966988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.967252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.967493] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.471476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1214.471665] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1214.471789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.689027] env[69325]: INFO networking_nsxv3.common.synchronization [req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b req-ff6e0040-b39f-4c29-9d0e-19498935b887 service nova] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 1214.689027] env[69325]: INFO networking_nsxv3.common.synchronization [req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b req-ff6e0040-b39f-4c29-9d0e-19498935b887 service nova] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1214.689027] env[69325]: INFO networking_nsxv3.common.synchronization [req-4e6db177-2aa6-48da-8a8b-90b1beb3c42b req-ff6e0040-b39f-4c29-9d0e-19498935b887 service nova] Enqueued Resource ID: 84ca4257-7d57-4cc1-8169-e2d7a8b596cc with Priority: HIGHEST for action port [ 1214.689027] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_rules [ 1214.689027] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1214.689027] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ca4257-7d57-4cc1-8169-e2d7a8b596cc with Priority: HIGHEST for action port [ 1214.689027] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.689027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.689027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.689859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.690090] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.693081] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.693081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.693081] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.693081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.693081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.693081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.693081] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ca4257-7d57-4cc1-8169-e2d7a8b596cc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.195998] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.196379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.196501] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84ca4257-7d57-4cc1-8169-e2d7a8b596cc with status ACTIVE [ 1215.196667] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.196831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.196899] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.197168] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.197306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.197509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.197612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.197705] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.197884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.198008] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.198238] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.198362] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.198444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.198610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.198756] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.198883] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84ca4257-7d57-4cc1-8169-e2d7a8b596cc is going to be updated. [ 1215.224354] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.224580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.224580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.224823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.224990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.225176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84ca4257-7d57-4cc1-8169-e2d7a8b596cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.626626] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1215.626812] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f deletion is rescheduled due to dependency. [ 1215.626863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.627836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.627836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.627836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.627836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.627836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.627836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.627836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.628209] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.869837] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1215.870101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.129785] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.602769] env[69325]: INFO networking_nsxv3.common.synchronization [req-c21bcdac-c09f-43f1-bae9-626ae47322e8 req-121e59ff-46d3-4504-86d0-e67926c94d96 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1216.603339] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGHEST for action security_group_members [ 1216.603671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.603796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.603865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.604104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.604271] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.604366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.604447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.604614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.605047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.605047] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.632434] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.698591] env[69325]: INFO networking_nsxv3.common.synchronization [req-c21bcdac-c09f-43f1-bae9-626ae47322e8 req-121e59ff-46d3-4504-86d0-e67926c94d96 tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a655a740-3868-488e-8f5e-a1a6fe104038 with Priority: HIGHEST for action port [ 1216.699196] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a655a740-3868-488e-8f5e-a1a6fe104038 with Priority: HIGHEST for action port [ 1216.699564] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a655a740-3868-488e-8f5e-a1a6fe104038 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.700274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.700434] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.700667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.700788] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a655a740-3868-488e-8f5e-a1a6fe104038',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.835903] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.836077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.836209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.836848] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.837151] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.837324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.837446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.837675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.837821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.838040] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.838163] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.838276] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.838388] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.838532] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.838777] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.838847] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.857203] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.857365] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.857501] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.857698] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-915" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.858029] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-963153a1-361f-4f6c-a7e7-e9b03993fde1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.858207] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.858332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.858594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.858752] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963153a1-361f-4f6c-a7e7-e9b03993fde1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.107595] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.107762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.107848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.108081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.108177] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.108390] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.108501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.108560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.108722] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.108800] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.108885] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be updated. [ 1217.134461] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.134461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.134605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.134772] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.134865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.134964] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1217.147924] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.148114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.148181] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.148346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.148491] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.158056] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 2s [ 1217.167298] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.167581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.167581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.167734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.167873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.176060] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1217.202640] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a655a740-3868-488e-8f5e-a1a6fe104038 with status ACTIVE [ 1217.202874] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.203017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.203096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.203303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.203393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.203575] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.203679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.203745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.203888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.203962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.204185] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.204480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.204567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.204738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.204823] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.204917] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a655a740-3868-488e-8f5e-a1a6fe104038 is going to be updated. [ 1217.225670] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.225850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.225892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.226140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.226446] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.226493] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a655a740-3868-488e-8f5e-a1a6fe104038" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.360975] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.361227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.361364] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.361656] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.361812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.362134] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.362296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.362681] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.363035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.363202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.363589] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.363759] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.363882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.364108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.364261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.364420] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 is going to be updated. [ 1217.395938] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.396300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.396512] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.396799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.396997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.397243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.073064] env[69325]: INFO networking_nsxv3.common.synchronization [req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 req-07b9e1bd-6429-471f-9da9-e9f52bc6a2fb service nova] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1218.073064] env[69325]: INFO networking_nsxv3.common.synchronization [req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 req-07b9e1bd-6429-471f-9da9-e9f52bc6a2fb service nova] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1218.073064] env[69325]: INFO networking_nsxv3.common.synchronization [req-8a3fa812-3861-4249-8a6a-b2ee6efebc48 req-07b9e1bd-6429-471f-9da9-e9f52bc6a2fb service nova] Enqueued Resource ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 with Priority: HIGHEST for action port [ 1218.073580] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_rules [ 1218.073698] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1218.073796] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 with Priority: HIGHEST for action port [ 1218.074086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.074239] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.074303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.074529] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.074621] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.075509] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.075606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.075662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.075822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.075968] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.076185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.076185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.076286] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.076357] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.076459] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.077306] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-963153a1-361f-4f6c-a7e7-e9b03993fde1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.077306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.077509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.077509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.077789] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963153a1-361f-4f6c-a7e7-e9b03993fde1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.579881] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.580132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.580185] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.581586] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 963153a1-361f-4f6c-a7e7-e9b03993fde1 with status ACTIVE [ 1218.581769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.581880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.581944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.582160] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.582246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.582410] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.582504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.582562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.582713] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.582799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.582958] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.583052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.583162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.583243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.583322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.583413] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 963153a1-361f-4f6c-a7e7-e9b03993fde1 is going to be updated. [ 1218.608632] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.608814] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.608900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.609147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.609285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.609444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-963153a1-361f-4f6c-a7e7-e9b03993fde1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.082871] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.167550] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: IN_PROGRESS for 4s [ 1219.185737] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1219.185865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.186035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.186332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.186612] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.186764] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.186833] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.187056] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.187152] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.187242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.187329] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.586222] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.586222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.586481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.586566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.586659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.586761] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be updated. [ 1219.623920] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.624129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.624183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.624443] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.624597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.634774] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: IN_PROGRESS for 2s [ 1219.689440] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.193029] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e02e900-ab8a-4124-8b0a-00f38cf3393f: rpc.has_security_group_logging(os_id): False [ 1220.219329] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.219712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.220030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.220335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.220464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.221237] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.221552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.221686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.221885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.222026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.222319] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1220.318065] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.318283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.318333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.318556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.318712] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.332792] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1221.178023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226175a9-57cc-4291-b45c-76b1cffa904c in Status: SUCCESS [ 1221.178223] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c deletion is rescheduled due to dependency. [ 1221.178339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.644617] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: SUCCESS [ 1221.644984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.645075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.646770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.646770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.646770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.646770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.646770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.646770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.646770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.646770] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.148700] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.347666] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1222.347876] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.651363] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42f0660-17ef-4bae-8567-93b268c7118e: rpc.has_security_group_logging(os_id): False [ 1222.670392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.670653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.670653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.670883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.670978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.671249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.671353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.671420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.671582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.671659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.671745] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be updated. [ 1222.731833] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.732035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.732035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.732228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.732389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.745587] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: IN_PROGRESS for 2s [ 1223.074655] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.074871] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1223.926649] env[69325]: INFO networking_nsxv3.common.synchronization [req-ccf89427-fd73-4490-99e2-ea268365cb82 req-73155808-322c-432f-9b04-607f3bf66534 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1223.926931] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1223.927318] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.927496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.927588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.927773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.927931] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.928055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.928131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.928265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.928372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.928475] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.235272] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.235464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.235608] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.236142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.236531] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.236808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.236941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.237221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.237529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.237950] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.238087] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.238203] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.238317] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.238431] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.238539] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.239097] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.264767] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.265975] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.265975] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.265975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.265975] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.265975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.266397] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.266517] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.266669] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b3cb9f-a29b-4f10-a7d1-9963be83fe23',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.433878] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.433878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.433878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.435038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.435038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.435038] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.435038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.435038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.435038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.435038] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.435038] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1224.464293] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.464556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.464556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.464779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.464932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.479199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1224.762655] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: SUCCESS [ 1224.762796] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.769544] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.769804] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.769963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.770335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.770494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.770784] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 not found, creating... [ 1224.770944] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.771138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.771250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.771463] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.771605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.771890] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.772065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.772190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.772489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.772628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.772777] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 is going to be created. [ 1224.795380] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.795556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.795618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.795931] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.796193] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.796530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.517059] env[69325]: INFO networking_nsxv3.common.synchronization [req-ccf89427-fd73-4490-99e2-ea268365cb82 req-a43ef2f0-3574-4e7e-a01e-e4809a3e65ff service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1225.517059] env[69325]: INFO networking_nsxv3.common.synchronization [req-ccf89427-fd73-4490-99e2-ea268365cb82 req-a43ef2f0-3574-4e7e-a01e-e4809a3e65ff service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1225.517059] env[69325]: INFO networking_nsxv3.common.synchronization [req-ccf89427-fd73-4490-99e2-ea268365cb82 req-a43ef2f0-3574-4e7e-a01e-e4809a3e65ff service nova] Enqueued Resource ID: 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 with Priority: HIGHEST for action port [ 1225.517770] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1225.518099] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1225.518351] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 with Priority: HIGHEST for action port [ 1225.518769] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.519310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.521155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.521301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.521421] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.522587] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.522704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.522908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.523040] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.523091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.523320] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.523435] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b3cb9f-a29b-4f10-a7d1-9963be83fe23',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.025720] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.025948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.027459] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 with status ACTIVE [ 1226.027787] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.027923] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.027998] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.028242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.028337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.028533] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.028664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.028766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.028890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.028970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.029175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.029270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.029332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.029474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.029561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.029684] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b3cb9f-a29b-4f10-a7d1-9963be83fe23 is going to be updated. [ 1226.050694] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.050904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.050904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.051123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.051258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.051418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b3cb9f-a29b-4f10-a7d1-9963be83fe23" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.488049] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1226.488260] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1226.488347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.488510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.488730] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.488917] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.489049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.489109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.489268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.489346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.489443] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.991661] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.494316] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.997103] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.997553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.997553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.997553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.997780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.997780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1228.030386] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.030546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.030595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.030902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.031092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.044598] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1230.058340] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1230.058792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.058792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.059014] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.059219] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.059427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.059427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.059644] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.059750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.059886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.059950] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.519698] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.519963] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.562551] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.562844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.562844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.563159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.563459] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.563459] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.563767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.563767] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.563895] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.563939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.564149] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.564265] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.564339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.564518] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.564855] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.564855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.564855] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.565021] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.565123] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.565220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.565325] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.067980] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e47820-232e-48a5-b187-3b8fa389dae0: rpc.has_security_group_logging(os_id): False [ 1231.090529] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.090749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.090749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.090947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.091055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.091274] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.091373] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.091438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.091591] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.091670] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.091888] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.092247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.092247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.092247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.092390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.092624] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.092735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.092799] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.093036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.093036] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.093147] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1231.158561] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.158798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.158798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.158959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.159169] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.186813] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1233.206981] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1233.206981] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.520811] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.520811] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.422803] env[69325]: INFO networking_nsxv3.common.synchronization [req-f9a1f241-4242-4c18-8e46-59c7b9176cf0 req-631a7fda-7b82-4ff3-bf76-c5c217a962e4 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1238.424053] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1238.424053] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.424053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.424263] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.424456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.424705] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.424882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.424997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.426652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.426652] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.426652] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.928756] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.928967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.929078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.929252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.929347] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.929567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.929711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.929783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.929873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.929947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.930068] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1238.958435] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.958617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.958716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.959438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.959438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.968751] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1240.980253] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1240.980734] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1240.980734] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.054124] env[69325]: INFO networking_nsxv3.common.synchronization [req-b38e5012-0b5c-4a72-b610-551bda90b6c5 req-e6303331-2896-4f9a-b0e2-e19443af3a7a tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1242.054673] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1242.055015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.055148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.055218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.055409] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.055560] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.055677] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.055741] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.055886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.056011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.056133] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.332976] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.333204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.333336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.333977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.334423] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.334591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.334720] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.334952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.335118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.335336] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.335489] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.335704] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.335903] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.336134] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.336335] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.336568] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.354456] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.354677] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.354815] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.354996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-307" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.355342] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-26a501f3-dce1-48af-99ec-c9b37c62e6bb taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.355519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.355643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.355986] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.356150] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a501f3-dce1-48af-99ec-c9b37c62e6bb',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.559097] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.858733] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.858986] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.859159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.859443] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.859597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.859758] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 26a501f3-dce1-48af-99ec-c9b37c62e6bb not found, creating... [ 1242.860036] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.860202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.860325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.860544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.860685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.860971] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.861173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.861307] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.861516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.861720] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.861879] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 26a501f3-dce1-48af-99ec-c9b37c62e6bb is going to be created. [ 1242.884445] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.884730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.884876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.885229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.885486] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.885789] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.062461] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.565486] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.565729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.565729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.565962] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.566095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.566199] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1243.578485] env[69325]: INFO networking_nsxv3.common.synchronization [req-b38e5012-0b5c-4a72-b610-551bda90b6c5 req-82164776-2894-488c-949d-236934307a2c service nova] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 1243.578674] env[69325]: INFO networking_nsxv3.common.synchronization [req-b38e5012-0b5c-4a72-b610-551bda90b6c5 req-82164776-2894-488c-949d-236934307a2c service nova] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1243.578819] env[69325]: INFO networking_nsxv3.common.synchronization [req-b38e5012-0b5c-4a72-b610-551bda90b6c5 req-82164776-2894-488c-949d-236934307a2c service nova] Enqueued Resource ID: 26a501f3-dce1-48af-99ec-c9b37c62e6bb with Priority: HIGHEST for action port [ 1243.579106] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_rules [ 1243.579237] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1243.579316] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a501f3-dce1-48af-99ec-c9b37c62e6bb with Priority: HIGHEST for action port [ 1243.579944] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.580050] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.580103] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.580310] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.580363] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.581537] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.581696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.581883] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a501f3-dce1-48af-99ec-c9b37c62e6bb taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.581987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.581987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.582145] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.582217] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a501f3-dce1-48af-99ec-c9b37c62e6bb',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.598107] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.598322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.598322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.598523] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.598668] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.609708] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1244.083835] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.084207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.084322] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a501f3-dce1-48af-99ec-c9b37c62e6bb with status ACTIVE [ 1244.084445] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.084560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.084679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.084951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.085066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.085247] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.085426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.085426] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.085598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.085630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.085794] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.085891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.085956] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.086107] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.086185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.086272] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a501f3-dce1-48af-99ec-c9b37c62e6bb is going to be updated. [ 1244.109496] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.109726] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.109846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.110094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.110243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.110573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a501f3-dce1-48af-99ec-c9b37c62e6bb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.624366] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1245.624770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.624925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.625242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.625494] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.625660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.625755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.625984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.626116] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.626251] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.129252] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.631208] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.133581] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.133837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.133837] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.134018] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.134115] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.134219] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1247.166380] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.166603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.166603] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.166910] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.167075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.178166] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1248.581387] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.581387] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1248.886138] env[69325]: INFO networking_nsxv3.common.synchronization [req-94a804c8-decb-4e80-bd89-e13166a34b66 req-a4b40378-8a93-4e1e-8dda-10d9e5165643 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1248.886567] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1248.886567] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.886661] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.886715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.887207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.887356] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.887619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.887816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.888096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.888253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.888382] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.130935] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.131149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.131271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.131545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.131807] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.131973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.132107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.132335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.132485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.132693] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.132811] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.132927] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.133051] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.133167] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.133275] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.133410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.151859] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.152098] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1249.152181] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.152358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-647" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.152663] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-ead0a4d6-96e6-4847-ad26-fa807bee45c1 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.152901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.153054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.153391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.153518] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead0a4d6-96e6-4847-ad26-fa807bee45c1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.188071] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1249.188325] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.188450] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.188665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.188893] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.189108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.189108] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.189289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.189342] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.189402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.189472] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.390538] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.390774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.390774] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.391024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.391132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.391326] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.391422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.391486] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.391642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.391742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.391839] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1249.417093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.417336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.417336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.417557] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.417724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.426901] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1249.656100] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.656542] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.656542] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.656930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.657150] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.657351] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port ead0a4d6-96e6-4847-ad26-fa807bee45c1 not found, creating... [ 1249.657661] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.657911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.658081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.658367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.658519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.658809] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.658982] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.659157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.659313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.659449] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.659590] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: ead0a4d6-96e6-4847-ad26-fa807bee45c1 is going to be created. [ 1249.683798] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.684100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.684231] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.684496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.684739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.684977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.691652] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.193377] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7: rpc.has_security_group_logging(os_id): False [ 1250.228069] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.228249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.228299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.228487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.228581] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.228960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.228960] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.229078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.229162] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.229210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.229296] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1250.296014] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.296166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.296321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.296445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.296587] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.310223] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1250.379500] env[69325]: INFO networking_nsxv3.common.synchronization [req-94a804c8-decb-4e80-bd89-e13166a34b66 req-f0b26cf7-5252-4956-9bf4-922741925746 service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1250.379691] env[69325]: INFO networking_nsxv3.common.synchronization [req-94a804c8-decb-4e80-bd89-e13166a34b66 req-f0b26cf7-5252-4956-9bf4-922741925746 service nova] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1250.379894] env[69325]: INFO networking_nsxv3.common.synchronization [req-94a804c8-decb-4e80-bd89-e13166a34b66 req-f0b26cf7-5252-4956-9bf4-922741925746 service nova] Enqueued Resource ID: ead0a4d6-96e6-4847-ad26-fa807bee45c1 with Priority: HIGHEST for action port [ 1250.380157] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_rules [ 1250.380503] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1250.380558] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead0a4d6-96e6-4847-ad26-fa807bee45c1 with Priority: HIGHEST for action port [ 1250.381175] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.381305] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.381368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.381601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.381700] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.383311] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.383458] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.383734] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead0a4d6-96e6-4847-ad26-fa807bee45c1 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.383873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.383957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.384204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.384324] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead0a4d6-96e6-4847-ad26-fa807bee45c1',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.886519] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.886917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.886917] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ead0a4d6-96e6-4847-ad26-fa807bee45c1 with status ACTIVE [ 1250.887086] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.887194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.887261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.887461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.887551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.887713] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.887834] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.887902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.888058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.888138] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.888314] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.888405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.888466] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.888600] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.888672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.888753] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ead0a4d6-96e6-4847-ad26-fa807bee45c1 is going to be updated. [ 1250.910750] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.910896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.910959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.911195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.911333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.911498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead0a4d6-96e6-4847-ad26-fa807bee45c1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.435800] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1251.436068] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1251.436122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.436249] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.436464] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.436646] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.436820] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.436891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.437105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.437159] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.437231] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.940074] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.325812] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1252.326150] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.441224] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.943870] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.944261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.944261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.944335] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.944379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.944473] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1252.975338] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.975475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.975787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.975787] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.975904] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.986427] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1255.002109] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1255.002109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.002109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.002109] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.002546] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.002546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.002546] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.002839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.002839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.002839] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.002839] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.382507] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.382507] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1255.505631] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.505631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.505631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.505991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.505991] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.505991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.505991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.506193] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.506233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.506444] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.506492] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.506542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.506606] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.506745] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.506913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.507012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.507076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.507212] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.507287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.507366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.507457] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.010028] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e47820-232e-48a5-b187-3b8fa389dae0: rpc.has_security_group_logging(os_id): False [ 1256.026941] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.027147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.027245] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.027478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.027601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.027879] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.027986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.028068] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.028229] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.028308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.028486] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.028582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.028642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.028780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.028854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.029042] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.029137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.029197] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.029333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.029405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.029487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1256.088685] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.088907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.088907] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.089137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.089287] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.104748] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1258.122617] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1258.123039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.945450] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1259.945758] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1260.383993] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.383993] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.385224] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.385588] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.899501] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.899859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.899928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.900252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.900458] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.402674] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.905067] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.407402] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1268.407513] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1269.430194] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.430692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.430692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.430692] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.443305] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1269.444350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.445781] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1269.488370] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.488724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.488724] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.488920] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.502589] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.503378] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1269.503465] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.503548] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1269.544854] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.545105] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.545195] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.545413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.546740] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.547013] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1269.697059] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.697422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.697422] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.697610] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.697880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.698367] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1269.877088] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.877337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.877337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.877624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.877967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.878311] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1269.878453] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a8e36dda-eaa5-4d60-83e4-c8fa97299600', '3e02e900-ab8a-4124-8b0a-00f38cf3393f', 'c3c5f618-5787-44d1-98ee-3efd63f1f00e', 'cb71deea-07b3-458c-adbb-8ae61f7a4991', '069a794e-552b-47e7-9279-5362d8db2a4d', '698659b7-d0d8-420a-b625-431991ae69bd', 'a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7', '31f2d456-7936-4e66-acfe-1cc823193221', '776e51d1-dd6d-4a85-afc6-28908254e899', '42a68b63-5722-40b3-ad9f-15c3b9e670ad', 'd42f0660-17ef-4bae-8567-93b268c7118e', '8cb07813-1b8e-4737-b631-d5744b5ab258', '4339fcd1-c1cf-40be-a99d-8caa331f94dc', '0af42aa2-77a0-4df0-9382-7ce01944c07a', 'b778e99f-82d2-41b1-8d6b-559c33435a88', 'dfed7ac5-96f4-45f3-ac90-608433247a7f', 'f2cce2a5-0425-4b98-9287-c0820c9c1271', '51796672-a73c-456b-b714-7488f5394386', '65a281f9-1b14-4fe8-b5a1-540d1c4e2d91', '2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e', 'a186641c-e11b-4da3-ae03-9ad6a2cdb8af', '568ea0b6-0a15-4f91-b631-40d0b165bcea', 'd28cecff-6e50-4dc9-b3ec-fa6bd68478b5', 'ab0c3ed5-9270-4ab6-b8c0-09b036852472', 'c74f31b1-be74-4494-a4a2-e37661cf785f', '243a8fcc-ea4e-4df0-a737-5c6efb0f479a', '50e482a3-3b22-4db7-8b5c-e0277587aae4', '444357d3-28e8-479e-ad7a-392e3c19c246', '226175a9-57cc-4291-b45c-76b1cffa904c', '4caed031-75f3-4650-a75d-9596cb9c3944', 'c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff', 'ff80ef16-f3b3-4170-82f5-2162774b077b', '41eb0df3-1c03-4216-a58f-867939eb6a7d', '80b756e5-6144-473b-b7c4-bcf3a95fe803', '1250bac6-c2eb-41d5-9218-cf470d491e82', '83d50a5c-b6a9-4b9d-9f38-3a133895a6cd', '37dfb9b6-6e8e-48c5-8fdf-fdb600f74266', '11e47820-232e-48a5-b187-3b8fa389dae0', '4b68321d-d83b-4766-8e1b-bc7885ebf1dd', '0cc9a649-a2ac-46e3-a108-ee58783b8866', '83ddd96d-bb56-44a7-b294-a06ee12f2dab'} {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.878596] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1269.900274] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.900500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.900500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.900680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.900766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.900879] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1269.900952] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.901038] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1269.998709] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.998929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.998929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.999172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.000477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.000771] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1270.000852] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.000928] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1270.000998] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1270.001179] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1270.001255] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGH for action security_group_rules [ 1270.001335] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 1270.001402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGH for action security_group_rules [ 1270.001461] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGH for action security_group_rules [ 1270.001555] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGH for action security_group_rules [ 1270.001590] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGH for action security_group_rules [ 1270.001809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGH for action security_group_rules [ 1270.001809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGH for action security_group_rules [ 1270.001927] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGH for action security_group_rules [ 1270.001927] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGH for action security_group_rules [ 1270.001998] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGH for action security_group_rules [ 1270.002057] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGH for action security_group_rules [ 1270.002095] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGH for action security_group_rules [ 1270.002173] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGH for action security_group_rules [ 1270.002269] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGH for action security_group_rules [ 1270.002338] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGH for action security_group_rules [ 1270.002403] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGH for action security_group_rules [ 1270.002468] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGH for action security_group_rules [ 1270.002531] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGH for action security_group_rules [ 1270.002594] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGH for action security_group_rules [ 1270.002695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.386273] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.386430] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1270.386524] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 with Priority: HIGH for action security_group_rules [ 1270.386740] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e with Priority: HIGH for action security_group_rules [ 1270.386869] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGH for action security_group_rules [ 1270.387179] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b778e99f-82d2-41b1-8d6b-559c33435a88 with Priority: HIGH for action security_group_rules [ 1270.387410] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e with Priority: HIGH for action security_group_rules [ 1270.387554] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 with Priority: HIGH for action security_group_rules [ 1270.387685] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51796672-a73c-456b-b714-7488f5394386 with Priority: HIGH for action security_group_rules [ 1270.387791] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 with Priority: HIGH for action security_group_rules [ 1270.387914] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a with Priority: HIGH for action security_group_rules [ 1270.388057] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed7ac5-96f4-45f3-ac90-608433247a7f with Priority: HIGH for action security_group_rules [ 1270.388162] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc with Priority: HIGH for action security_group_rules [ 1270.388256] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGH for action security_group_rules [ 1270.388510] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGH for action security_group_rules [ 1270.388510] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad with Priority: HIGH for action security_group_rules [ 1270.388510] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGH for action security_group_rules [ 1270.388658] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698659b7-d0d8-420a-b625-431991ae69bd with Priority: HIGH for action security_group_rules [ 1270.388697] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2d456-7936-4e66-acfe-1cc823193221 with Priority: HIGH for action security_group_rules [ 1270.390908] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069a794e-552b-47e7-9279-5362d8db2a4d with Priority: HIGH for action security_group_rules [ 1270.390908] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 1270.390908] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 with Priority: HIGH for action security_group_rules [ 1270.390908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.390908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.390908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.390908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.390908] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e36dda-eaa5-4d60-83e4-c8fa97299600',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.390908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.390908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.391420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.391420] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.391420] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5f618-5787-44d1-98ee-3efd63f1f00e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.392037] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.392157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.392157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.392290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.392390] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.394785] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b778e99f-82d2-41b1-8d6b-559c33435a88 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.394785] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.395061] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.395118] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.395216] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b778e99f-82d2-41b1-8d6b-559c33435a88',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.395954] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.396091] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.396151] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.396293] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.396406] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.397056] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.397172] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.397230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.397366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.397466] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a281f9-1b14-4fe8-b5a1-540d1c4e2d91',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.398117] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51796672-a73c-456b-b714-7488f5394386 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.398235] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.398292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.398463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.398514] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51796672-a73c-456b-b714-7488f5394386',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.399282] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cce2a5-0425-4b98-9287-c0820c9c1271 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.399401] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.399457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.399619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.399687] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cce2a5-0425-4b98-9287-c0820c9c1271',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.400347] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af42aa2-77a0-4df0-9382-7ce01944c07a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.400481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.400598] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.400750] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.400818] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af42aa2-77a0-4df0-9382-7ce01944c07a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.401502] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfed7ac5-96f4-45f3-ac90-608433247a7f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.401768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.401768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.402049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.402049] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfed7ac5-96f4-45f3-ac90-608433247a7f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.402563] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.402659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.402717] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.402859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.402932] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4339fcd1-c1cf-40be-a99d-8caa331f94dc',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.403759] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.403873] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.404094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.404174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.404227] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.405207] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.405207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.405207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.405207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.405207] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.405877] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.405945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.406017] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.406166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.406241] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42a68b63-5722-40b3-ad9f-15c3b9e670ad',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.407035] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.407220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.407220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.407418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.407418] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.408178] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698659b7-d0d8-420a-b625-431991ae69bd taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.408178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.408312] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.408405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.408437] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698659b7-d0d8-420a-b625-431991ae69bd',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.409100] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f2d456-7936-4e66-acfe-1cc823193221 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.409301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.409301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.409442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.409483] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f2d456-7936-4e66-acfe-1cc823193221',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.410204] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069a794e-552b-47e7-9279-5362d8db2a4d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.410319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.410389] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.410530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.410601] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069a794e-552b-47e7-9279-5362d8db2a4d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.411341] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.411482] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.411554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.411645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.411716] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.412365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb71deea-07b3-458c-adbb-8ae61f7a4991 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.412470] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.412527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.412672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.412800] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb71deea-07b3-458c-adbb-8ae61f7a4991',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.453919] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.454360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.454360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.454360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.455622] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.455711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.457890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.457890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.457890] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.457890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.474743] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.475195] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e is going to be deleted. [ 1270.477016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.477016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.502619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.502619] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e36dda-eaa5-4d60-83e4-c8fa97299600 is going to be deleted. [ 1270.502619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.502619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.530307] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.530485] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5f618-5787-44d1-98ee-3efd63f1f00e is going to be deleted. [ 1270.531308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.531522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.553467] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.553696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.554654] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.554773] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b778e99f-82d2-41b1-8d6b-559c33435a88 is going to be deleted. [ 1270.555676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.555893] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.555986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.556114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef630c4-89a8-431e-9a7d-f10e2e8ffc9e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.572966] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.573190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.573190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.573368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.573456] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.573593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e36dda-eaa5-4d60-83e4-c8fa97299600" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.583532] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.583714] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.583760] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.583937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.584052] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.584175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5f618-5787-44d1-98ee-3efd63f1f00e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.683222] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.683438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.683438] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.683641] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.683733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.683856] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b778e99f-82d2-41b1-8d6b-559c33435a88" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.915977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.916288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.916288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.916430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.916625] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.916766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.916854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.917046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.917165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.917259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.917326] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.921025] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.921157] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.921228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.921387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.921617] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.921617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.921789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.921789] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.921897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.921957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.922038] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.925452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.925614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.925614] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.925790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.926562] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.926562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.926562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.926562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.926562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.926562] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.926562] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.928169] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.928273] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.928322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.928454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.928599] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.928698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.928781] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.928946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.929049] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.929804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.929804] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.930055] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.930161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.930227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.930387] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.930594] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.930696] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.930779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.930992] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.931147] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.931209] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.931298] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.980466] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.980752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.980752] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.980934] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.982669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.982947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.983455] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.983608] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.984300] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.984440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.985072] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.985211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.986233] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.986353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.987050] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.987161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.987844] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.987976] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.988708] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.988801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.990137] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.990137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.990689] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.990783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.005219] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.005817] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.006018] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af42aa2-77a0-4df0-9382-7ce01944c07a is going to be deleted. [ 1271.007059] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.007279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.040073] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f2d456-7936-4e66-acfe-1cc823193221 is going to be deleted. [ 1271.041029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.041277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.065863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.066023] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42a68b63-5722-40b3-ad9f-15c3b9e670ad is going to be deleted. [ 1271.066924] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.067301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.080360] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.080550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.094542] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.094709] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698659b7-d0d8-420a-b625-431991ae69bd is going to be deleted. [ 1271.095572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.095792] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.120779] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.121060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.123134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.123271] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a281f9-1b14-4fe8-b5a1-540d1c4e2d91 is going to be deleted. [ 1271.124283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.124572] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.136402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.136612] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.159194] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.159344] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069a794e-552b-47e7-9279-5362d8db2a4d is going to be deleted. [ 1271.160599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.160829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.188991] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.189308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.201154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.201570] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfed7ac5-96f4-45f3-ac90-608433247a7f is going to be deleted. [ 1271.203716] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.204122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.250942] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.251122] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.270213] env[69325]: INFO networking_nsxv3.common.synchronization [req-86d181b6-0f23-4102-b422-b8f9a92ad532 req-82239fe8-859f-4143-8447-79b8fca5d1a4 tempest-AttachVolumeNegativeTest-1375418804 tempest-AttachVolumeNegativeTest-1375418804-project-member] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_members [ 1271.270704] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGHEST for action security_group_members [ 1271.272069] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.272213] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.272256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.272554] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.272622] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.272780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.272780] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.272935] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.273029] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.273127] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.284154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.284291] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4339fcd1-c1cf-40be-a99d-8caa331f94dc is going to be deleted. [ 1271.285204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.285406] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.332399] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.332399] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.364948] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.365109] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb71deea-07b3-458c-adbb-8ae61f7a4991 is going to be deleted. [ 1271.366089] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.366306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.372789] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.372966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.406790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.407034] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51796672-a73c-456b-b714-7488f5394386 is going to be deleted. [ 1271.407947] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.408190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.424465] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.437215] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.438082] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.443196] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.443196] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.520987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.521401] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cce2a5-0425-4b98-9287-c0820c9c1271 is going to be deleted. [ 1271.522255] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.522476] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.522576] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.522683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af42aa2-77a0-4df0-9382-7ce01944c07a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.522840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.523053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.523165] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.523297] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f2d456-7936-4e66-acfe-1cc823193221" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.523944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.524132] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.524215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.524341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42a68b63-5722-40b3-ad9f-15c3b9e670ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.524477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.524700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.524700] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.524872] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698659b7-d0d8-420a-b625-431991ae69bd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.525013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.525140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.525215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.525324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a281f9-1b14-4fe8-b5a1-540d1c4e2d91" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.525451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.525769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.525769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.525769] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069a794e-552b-47e7-9279-5362d8db2a4d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.526090] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.526291] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.526385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.526497] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfed7ac5-96f4-45f3-ac90-608433247a7f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.589054] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.589220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.589318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.589551] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.589650] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.589847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4339fcd1-c1cf-40be-a99d-8caa331f94dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.624407] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.624593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.624634] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.624838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.625093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.625367] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb71deea-07b3-458c-adbb-8ae61f7a4991" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.644837] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.644990] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.645080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.645299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.645390] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.645510] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51796672-a73c-456b-b714-7488f5394386" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.693298] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.693515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.693515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.693679] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.693809] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.693891] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cce2a5-0425-4b98-9287-c0820c9c1271" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.776059] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.776292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.776292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.776527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.813241] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.813525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.813639] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.813699] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.813902] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.813986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.814088] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 is going to be updated. [ 1271.862913] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.863199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.863324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.863555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.863704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.874873] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: IN_PROGRESS for 2s [ 1271.929373] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb07813-1b8e-4737-b631-d5744b5ab258: rpc.has_security_group_logging(os_id): False [ 1271.942572] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e02e900-ab8a-4124-8b0a-00f38cf3393f: rpc.has_security_group_logging(os_id): False [ 1271.944084] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7: rpc.has_security_group_logging(os_id): False [ 1271.946819] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776e51d1-dd6d-4a85-afc6-28908254e899: rpc.has_security_group_logging(os_id): False [ 1271.947800] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42f0660-17ef-4bae-8567-93b268c7118e: rpc.has_security_group_logging(os_id): False [ 1271.958945] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.958945] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.959233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.959424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.960032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.960032] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.960032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.960032] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.960301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.960301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.960366] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 is going to be updated. [ 1271.980758] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.980932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.980979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.981218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.983058] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.983166] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.997451] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.997625] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.998482] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.998619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.004215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.004434] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.004527] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.004595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.004790] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.004881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.005022] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be updated. [ 1272.006066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.006247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.032071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.032392] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.032495] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.032563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.032758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.032841] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.032932] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1272.033975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.034155] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.046543] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.046763] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.062758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.063105] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.063284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.063284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.063473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.063597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.063888] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1272.064788] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.065019] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.098704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.098704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.105471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.105952] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.106144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.106260] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.106580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.106723] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.106888] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1272.108659] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.108939] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.109385] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.110558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.110806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.111095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.115335] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.115541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.115662] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.115943] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.116175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.147890] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1272.148674] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: IN_PROGRESS for 2s [ 1272.149321] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: IN_PROGRESS for 2s [ 1272.205912] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.206125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.206125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.206407] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.206582] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.234890] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1272.305645] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.305931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.305931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.306102] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.306243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.339989] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1273.024546] env[69325]: INFO networking_nsxv3.common.synchronization [req-9c5405f9-359d-4aae-9d06-3a5494e98d6c req-279bc57d-c90b-4880-bf8f-505b99c29005 tempest-AttachVolumeShelveTestJSON-553184384 tempest-AttachVolumeShelveTestJSON-553184384-project-member] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1273.024999] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGHEST for action security_group_members [ 1273.025324] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.025607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.025607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.025728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.025938] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.026028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.026077] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.026218] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.026299] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.026470] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.529937] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.529937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.529937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.529937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.529937] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.530516] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.530516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.530516] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.530746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.530801] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.530875] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be updated. [ 1273.563869] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.563869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.563869] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.564104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.564346] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.576618] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: IN_PROGRESS for 2s [ 1273.891222] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: SUCCESS [ 1273.891222] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 deletion is rescheduled due to dependency. [ 1273.891222] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.162691] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: SUCCESS [ 1274.163066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.163607] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1274.163779] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.164409] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 in Status: SUCCESS [ 1274.164579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.264300] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1274.264541] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.354088] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1274.354322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.589026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f0660-17ef-4bae-8567-93b268c7118e in Status: SUCCESS [ 1275.589417] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f0660-17ef-4bae-8567-93b268c7118e deletion is rescheduled due to dependency. [ 1275.589417] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.026477] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.026812] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.027753] env[69325]: INFO networking_nsxv3.common.synchronization [req-77b6f49d-f58d-4418-bb14-75cab8617d24 req-b5173c18-e474-48a3-b003-a7364e7300e5 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1278.028059] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1278.028737] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.028888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.028991] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.029274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.029504] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.029617] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.029678] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.030203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.030203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.030203] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.532176] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.532375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.532375] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.532607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.532698] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.533171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.533171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.533171] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.533319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.533319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.533381] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1278.598876] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.599073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.599125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.599316] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.599463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.609231] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1279.060212] env[69325]: INFO networking_nsxv3.common.synchronization [req-e9ef2efe-5f38-4c2c-9701-630863cc9be0 req-3b2eeaa0-a4fd-4bac-98bf-bd3d88970228 tempest-ServerActionsTestJSON-532501355 tempest-ServerActionsTestJSON-532501355-project-member] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1279.060817] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGHEST for action security_group_members [ 1279.061145] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.061272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.061343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.061553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.061708] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.061807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.061868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.062027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.062129] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.062227] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.565335] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.566223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.566223] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.566515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.566664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.566908] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.567141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.567256] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.567454] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.567577] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.567700] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be updated. [ 1279.594301] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.594553] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.594671] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.594909] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.595136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.602766] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: IN_PROGRESS for 2s [ 1280.619518] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1280.619911] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 deletion is rescheduled due to dependency. [ 1280.619911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.612593] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f in Status: SUCCESS [ 1281.612809] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f deletion is rescheduled due to dependency. [ 1281.612890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.061684] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.061974] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.349858] env[69325]: INFO networking_nsxv3.common.synchronization [req-bba3bfd9-3d0e-4627-a119-f22f12c665de req-1e37375b-8e5e-4af1-8722-1373b98858f2 tempest-DeleteServersTestJSON-1639619734 tempest-DeleteServersTestJSON-1639619734-project-member] Enqueued Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1286.350403] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e47820-232e-48a5-b187-3b8fa389dae0 with Priority: HIGHEST for action security_group_members [ 1286.351525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e47820-232e-48a5-b187-3b8fa389dae0 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.351525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.351525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.351525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.351525] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.351525] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.351944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.351944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.351944] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.351944] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e47820-232e-48a5-b187-3b8fa389dae0',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.699125] env[69325]: INFO networking_nsxv3.common.synchronization [None req-438bbd00-4125-479a-ba83-a19841379cd0 None None] Enqueued Resource ID: e64b1dff-02ea-4951-af65-7d29c416b46f with Priority: HIGHEST for action port [ 1286.700704] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64b1dff-02ea-4951-af65-7d29c416b46f with Priority: HIGHEST for action port [ 1286.700704] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e64b1dff-02ea-4951-af65-7d29c416b46f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.700704] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e64b1dff-02ea-4951-af65-7d29c416b46f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.701175] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e64b1dff-02ea-4951-af65-7d29c416b46f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.701688] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e64b1dff-02ea-4951-af65-7d29c416b46f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.702828] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e64b1dff-02ea-4951-af65-7d29c416b46f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.856112] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.856338] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.856396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.856563] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.893619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.893619] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.893619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.893619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.893619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.893619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.893619] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 is going to be updated. [ 1286.931207] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.931207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.931207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.931207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.931207] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.943697] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: IN_PROGRESS for 2s [ 1287.205178] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e64b1dff-02ea-4951-af65-7d29c416b46f [ 1287.205382] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.205547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.205607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.205830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.205884] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.205974] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e64b1dff-02ea-4951-af65-7d29c416b46f already deleted. [ 1287.206060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e64b1dff-02ea-4951-af65-7d29c416b46f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.651322] env[69325]: INFO networking_nsxv3.common.synchronization [None req-3a7f230f-5069-4f68-b62d-485603fc93c5 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_rules [ 1287.651322] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_rules [ 1287.651322] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.651322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.651322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.651322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.651322] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.737284] env[69325]: INFO networking_nsxv3.common.synchronization [None req-c05eeff1-dc5b-4d8e-999d-ae4212663b97 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_rules [ 1287.737820] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_rules [ 1287.738136] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.738504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.173381] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.173381] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.174758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.174758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.174758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.174758] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 already deleted. [ 1288.174758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.174758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.174758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.174758] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.699204] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.699204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.699204] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.699597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.699597] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.700413] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 already deleted. [ 1288.700413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.940531] env[69325]: INFO networking_nsxv3.common.synchronization [None req-024f488f-e5c2-4b30-b2e7-1f8e8349797c None None] Enqueued Resource ID: 7bed1120-b254-4b28-9bf3-d865405c2784 with Priority: HIGHEST for action port [ 1288.941094] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bed1120-b254-4b28-9bf3-d865405c2784 with Priority: HIGHEST for action port [ 1288.942196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bed1120-b254-4b28-9bf3-d865405c2784 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.942512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bed1120-b254-4b28-9bf3-d865405c2784" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.942584] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bed1120-b254-4b28-9bf3-d865405c2784" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.942830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bed1120-b254-4b28-9bf3-d865405c2784" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.942921] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bed1120-b254-4b28-9bf3-d865405c2784',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.952269] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e47820-232e-48a5-b187-3b8fa389dae0 in Status: SUCCESS [ 1288.952372] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e47820-232e-48a5-b187-3b8fa389dae0 deletion is rescheduled due to dependency. [ 1288.952425] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e47820-232e-48a5-b187-3b8fa389dae0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.446174] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bed1120-b254-4b28-9bf3-d865405c2784 [ 1289.446371] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.446502] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.446580] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.446783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.446871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.446966] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bed1120-b254-4b28-9bf3-d865405c2784 already deleted. [ 1289.447066] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bed1120-b254-4b28-9bf3-d865405c2784" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.265812] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 req-b534e23f-fa29-46b3-bc5b-85c36e3903d1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1291.266385] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1291.266700] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.266822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.266888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.267104] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.267278] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.267383] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.267457] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.267601] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.267703] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.267824] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.581613] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.581762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.581831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.582163] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.582460] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.582630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.582751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.582976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.583201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.583532] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.583746] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.583951] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.584175] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.584389] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.584558] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.584742] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.607477] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.607661] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1291.607793] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.607979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.608399] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d235e5b3-1a09-4231-aa26-8cd660f7d71f taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.608619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.608752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.609115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.609263] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d235e5b3-1a09-4231-aa26-8cd660f7d71f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.769780] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.769969] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.770035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.770240] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.770330] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.770533] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.770702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.770880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.771013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.771101] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.771192] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1291.800846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.800846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.800846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.800846] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.801113] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.811227] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1292.111692] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.111915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.112026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.112314] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.112472] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.112634] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port d235e5b3-1a09-4231-aa26-8cd660f7d71f not found, creating... [ 1292.112896] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.113076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.113207] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.113417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.113567] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.113868] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.114037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.114159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.114373] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.114556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.114706] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f is going to be created. [ 1292.138368] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.138624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.138795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.139217] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.139547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.139855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.924566] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 req-23c1d50c-2144-495b-9af7-699f4372336d service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1292.924893] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 req-23c1d50c-2144-495b-9af7-699f4372336d service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1292.924893] env[69325]: INFO networking_nsxv3.common.synchronization [req-ce2b1f9a-2424-44b7-b47f-f184cc83faf1 req-23c1d50c-2144-495b-9af7-699f4372336d service nova] Enqueued Resource ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f with Priority: HIGHEST for action port [ 1292.925541] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1292.925713] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1292.925942] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f with Priority: HIGHEST for action port [ 1292.926190] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.926345] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.926840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.926840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.926840] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.927646] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.927865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.928132] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d235e5b3-1a09-4231-aa26-8cd660f7d71f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.928272] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.928339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.928515] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.928592] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d235e5b3-1a09-4231-aa26-8cd660f7d71f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.430273] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.430440] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.430697] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d235e5b3-1a09-4231-aa26-8cd660f7d71f with status ACTIVE [ 1293.430950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.431176] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.431242] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.431567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.431731] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.431991] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.432163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.432285] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.432547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.432682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.432977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.433158] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.433296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.433504] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.433642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.433785] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f is going to be updated. [ 1293.457746] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.457746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.457746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.457931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.458084] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.458348] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.822439] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1293.822622] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 deletion is rescheduled due to dependency. [ 1293.822738] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.822932] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.823343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.823561] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.823695] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.823765] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.823930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.824026] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.824336] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.835323] env[69325]: INFO networking_nsxv3.common.synchronization [req-e22abaad-007c-4f7d-9026-cff9467dbac7 req-1e8fab95-4b51-461a-8122-d1a3d3f3cf6d tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_members [ 1293.835795] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_members [ 1293.836113] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.836233] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.836301] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.836569] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.836718] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.836821] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.836885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.837046] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.837140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.837323] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.195531] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.195861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.195861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.196224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.196477] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.196636] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.196756] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.196967] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.197268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.197540] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.197694] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.197837] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.197979] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.198214] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.198442] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.198530] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.218064] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.218493] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.219062] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.219062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.219322] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-05f51b10-460a-40f7-b5a1-d58740480a07 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.219556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.219702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.220320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.220572] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f51b10-460a-40f7-b5a1-d58740480a07',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.326356] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.339236] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.339377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.339448] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.339655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.339746] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.339929] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.340047] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.340112] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.340292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.340372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.340457] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 already deleted. [ 1294.340536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.723531] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.723726] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.723856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.724183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.724346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.724506] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port 05f51b10-460a-40f7-b5a1-d58740480a07 not found, creating... [ 1294.724776] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.724935] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.725094] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.725347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.725469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.725828] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.726695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.726695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.726695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.726695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.726882] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: 05f51b10-460a-40f7-b5a1-d58740480a07 is going to be created. [ 1294.747819] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.748194] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.748324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.748649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.752022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.752022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.832024] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.334768] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.335133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.335133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.335280] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.335379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.335484] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1295.374999] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.375247] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.375318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.375531] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.375674] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.399131] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1295.498431] env[69325]: INFO networking_nsxv3.common.synchronization [req-e22abaad-007c-4f7d-9026-cff9467dbac7 req-126f8d3a-afbe-47de-882e-67f193eba6f7 service nova] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_rules [ 1295.498431] env[69325]: INFO networking_nsxv3.common.synchronization [req-e22abaad-007c-4f7d-9026-cff9467dbac7 req-126f8d3a-afbe-47de-882e-67f193eba6f7 service nova] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_members [ 1295.498431] env[69325]: INFO networking_nsxv3.common.synchronization [req-e22abaad-007c-4f7d-9026-cff9467dbac7 req-126f8d3a-afbe-47de-882e-67f193eba6f7 service nova] Enqueued Resource ID: 05f51b10-460a-40f7-b5a1-d58740480a07 with Priority: HIGHEST for action port [ 1295.498431] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_rules [ 1295.498431] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_members [ 1295.498624] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f51b10-460a-40f7-b5a1-d58740480a07 with Priority: HIGHEST for action port [ 1295.502396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.502396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.502396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.502396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.502396] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.502718] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.502830] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.502896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.503075] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.506093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.506093] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.506093] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f51b10-460a-40f7-b5a1-d58740480a07 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.506093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.506093] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f51b10-460a-40f7-b5a1-d58740480a07',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.007881] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.008053] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.008248] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.011201] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05f51b10-460a-40f7-b5a1-d58740480a07 with status ACTIVE [ 1296.011201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.011201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.011201] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.011201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.011201] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05f51b10-460a-40f7-b5a1-d58740480a07 is going to be updated. [ 1296.032657] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.036813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.036813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.036813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.036813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.036813] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f51b10-460a-40f7-b5a1-d58740480a07" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.513025] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.015262] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.015468] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.015543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.015736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.015860] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.016015] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 is going to be created. [ 1297.043125] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.043275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.043374] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.043594] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.043762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.055974] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 in Status: UNINITIALIZED for 2s [ 1297.411410] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1297.411908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.411908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.412064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.412442] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.412442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.412442] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.412619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.412672] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412865] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.915618] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.418274] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776e51d1-dd6d-4a85-afc6-28908254e899: rpc.has_security_group_logging(os_id): False [ 1298.436948] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.437161] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.437217] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.437480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.437590] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.437879] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.438013] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.438096] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.438279] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.438379] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.438485] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1298.529657] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.529885] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.529940] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.530183] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.530337] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.558451] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1298.875598] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b3d92ab9-b070-4f27-b4ee-9f2513ef7c92 None None] Enqueued Resource ID: 0c994115-1d73-4ccb-9178-d8712641a195 with Priority: HIGHEST for action port [ 1298.876141] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c994115-1d73-4ccb-9178-d8712641a195 with Priority: HIGHEST for action port [ 1298.876460] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c994115-1d73-4ccb-9178-d8712641a195 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.876586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c994115-1d73-4ccb-9178-d8712641a195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.876655] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c994115-1d73-4ccb-9178-d8712641a195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.877680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c994115-1d73-4ccb-9178-d8712641a195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.877680] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c994115-1d73-4ccb-9178-d8712641a195',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.072930] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 in Status: SUCCESS [ 1299.073378] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.073467] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.073684] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.073885] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.074010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.074087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.074328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.074328] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.074412] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.074476] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.379428] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c994115-1d73-4ccb-9178-d8712641a195 [ 1299.379724] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.379946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.379946] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.380167] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.380258] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.380900] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c994115-1d73-4ccb-9178-d8712641a195 already deleted. [ 1299.380900] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c994115-1d73-4ccb-9178-d8712641a195" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.577072] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.080037] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5249da44-24d7-404d-a27d-4ace9ec365a7: rpc.has_security_group_logging(os_id): False [ 1300.104671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.104874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.104874] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.105174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.105302] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.105524] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.105621] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.105687] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.105844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.105921] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.106011] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 is going to be created. [ 1300.205972] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.206308] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.206552] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.206642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.206930] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.219920] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 in Status: IN_PROGRESS for 2s [ 1300.574347] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1300.574566] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.233871] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 in Status: SUCCESS [ 1302.233871] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.877355] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.877716] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.878924] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.879369] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.880102] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.880365] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.675573] env[69325]: INFO networking_nsxv3.common.synchronization [req-e7cb5ba0-e95c-43dc-a843-58258815829c req-152b7337-68b2-48e0-947e-ed097f6fbacb tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1317.676092] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1317.676402] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.676690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.676690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.676794] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.676960] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.677076] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.677136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.677276] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.677883] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.677883] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.180421] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.682978] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.184846] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.184987] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.185081] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.185309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.185405] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.185505] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1319.214499] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.214645] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.214770] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.214929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.215092] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.226504] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1321.240437] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1321.240878] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.678087] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.678087] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.679173] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.679523] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.680187] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.680586] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.935678] env[69325]: INFO networking_nsxv3.common.synchronization [req-07e513bb-3bba-4d4f-bf51-f11d889fb813 req-6287f022-6369-4b3c-8267-7bd81cb42e7a tempest-ServerActionsTestOtherA-250665611 tempest-ServerActionsTestOtherA-250665611-project-member] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1332.936188] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGHEST for action security_group_members [ 1332.936516] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.936690] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.936773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.936970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.937138] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.937234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.937296] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.937477] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.937537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.937616] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.439977] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.440125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.440125] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.440355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.440451] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.440649] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.440758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.440825] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.440967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.441055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.441145] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be updated. [ 1333.467820] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.468093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.468093] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.468324] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.468437] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.476881] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: IN_PROGRESS for 2s [ 1335.489540] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 in Status: SUCCESS [ 1335.489997] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 deletion is rescheduled due to dependency. [ 1335.489997] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.937601] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.937945] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.938424] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.938808] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.939748] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.940159] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.941087] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.941455] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.942125] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.942504] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.942750] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.943169] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.737199] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.737407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.737579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.737816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.738156] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.738319] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.738439] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.738660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.738812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.739056] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.739202] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.739329] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.739444] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.739559] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.739669] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.739805] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.761026] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.761226] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1363.761357] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.761546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-449" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.761894] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-d235e5b3-1a09-4231-aa26-8cd660f7d71f taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.762093] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.762335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.762505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.762641] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d235e5b3-1a09-4231-aa26-8cd660f7d71f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.264746] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.265138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.265138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.265440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.265649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.265977] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.266236] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.266393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.266624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.266762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.267062] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.267249] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.267403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.267640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.267788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.267968] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f is going to be updated. [ 1364.288689] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.288874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.289027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.289320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.289542] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.289771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.958098] env[69325]: INFO networking_nsxv3.common.synchronization [req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb req-c129eef9-548f-44d1-8449-02a2b9aea2d5 service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1364.958265] env[69325]: INFO networking_nsxv3.common.synchronization [req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb req-c129eef9-548f-44d1-8449-02a2b9aea2d5 service nova] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1364.958428] env[69325]: INFO networking_nsxv3.common.synchronization [req-07dd4a08-9b9a-42fe-9aa9-20d7826ad9bb req-c129eef9-548f-44d1-8449-02a2b9aea2d5 service nova] Enqueued Resource ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f with Priority: HIGHEST for action port [ 1364.958673] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_rules [ 1364.958902] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1364.959060] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f with Priority: HIGHEST for action port [ 1364.959698] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.959867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.987691] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.987691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.987691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.987691] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.987691] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d235e5b3-1a09-4231-aa26-8cd660f7d71f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.987691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.987691] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d235e5b3-1a09-4231-aa26-8cd660f7d71f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.464989] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.466146] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.466270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.466576] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d235e5b3-1a09-4231-aa26-8cd660f7d71f with status ACTIVE [ 1365.466740] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.466832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.466897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.467110] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.467202] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.467366] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.467461] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.467526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.467683] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.467733] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.467924] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.468025] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.468094] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.468234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.468331] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.468383] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d235e5b3-1a09-4231-aa26-8cd660f7d71f is going to be updated. [ 1365.488774] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.488967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.488967] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.489215] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.489350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.489506] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d235e5b3-1a09-4231-aa26-8cd660f7d71f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.967446] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.470472] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.470826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.470826] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.470912] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.470983] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.471092] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1366.499926] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.500140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.500140] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.500334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.500475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.508664] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1368.522842] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1368.523220] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.523500] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.523854] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.524171] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.524380] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.524501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.524771] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.524938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.525114] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.525277] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.028150] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.531060] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776e51d1-dd6d-4a85-afc6-28908254e899: rpc.has_security_group_logging(os_id): False [ 1369.548702] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.548978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.548978] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.549146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.549238] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.549488] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.549593] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.549665] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.549805] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.549882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.549970] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1369.616213] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.616432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.616432] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.616642] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.616844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.633360] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1369.960542] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.960721] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.649086] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1371.649474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.961370] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.961702] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.962876] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.963251] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.394253] env[69325]: INFO networking_nsxv3.common.synchronization [req-0472c6b5-73a6-499e-ba94-56ca750d2350 req-e6e9c94a-3d77-4ca5-a669-926deb57a9c1 tempest-ServerActionsTestOtherB-1279893013 tempest-ServerActionsTestOtherB-1279893013-project-member] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1381.394253] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGHEST for action security_group_members [ 1381.394479] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.394629] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.394685] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.394908] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.395091] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.395232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.395303] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.395487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.395607] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.395890] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.899089] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.899288] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.899322] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.899567] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.899657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.899857] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.899951] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.900028] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.900186] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.900261] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.900347] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be updated. [ 1381.931497] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.931658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.931658] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.931931] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.931994] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.940327] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: IN_PROGRESS for 2s [ 1383.953625] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776e51d1-dd6d-4a85-afc6-28908254e899 in Status: SUCCESS [ 1383.954060] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 deletion is rescheduled due to dependency. [ 1383.954060] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.395381] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.395731] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.397011] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.397402] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.398098] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.398478] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.399667] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.400046] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.400739] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.401141] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.402227] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.402575] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.403941] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.404381] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.405375] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.405761] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.407176] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.407531] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.408284] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.408708] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.410358] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.411073] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.412760] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.412760] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.289709] env[69325]: INFO networking_nsxv3.common.synchronization [req-c9f4ba6a-8a89-4212-8101-c51ca998c027 req-0d488fc9-4dc3-4d62-874a-95a3b6fe93c2 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_members [ 1445.290273] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGHEST for action security_group_members [ 1445.290571] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.290715] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.291012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.291012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.292327] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.292327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.292513] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.292560] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.292630] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.292726] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.796551] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.796736] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.796847] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.797051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.797146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.797344] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.797445] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.797522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.797680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.797758] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.797846] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 is going to be updated. [ 1445.831182] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.831403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.831403] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.831588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.831737] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.840862] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 in Status: IN_PROGRESS for 2s [ 1447.851976] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 in Status: SUCCESS [ 1447.852343] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 deletion is rescheduled due to dependency. [ 1447.852343] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.209157] env[69325]: INFO networking_nsxv3.common.synchronization [None req-3289f31b-0b95-48c0-a6af-91b056f28c61 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_rules [ 1450.209696] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_rules [ 1450.210017] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.210146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.210216] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.210474] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.210569] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.272239] env[69325]: INFO networking_nsxv3.common.synchronization [None req-b344b690-5c0f-453b-b082-9e583e007025 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_rules [ 1450.273369] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_rules [ 1450.273807] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.273966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.732820] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.732979] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.733035] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.733253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.733418] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.733476] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 already deleted. [ 1450.733509] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.733656] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.733808] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.733905] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.254829] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.254829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.254829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.254829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.254829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.255341] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 already deleted. [ 1451.255341] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.274844] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.275224] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.913688] env[69325]: INFO networking_nsxv3.common.synchronization [req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 req-70568122-dd6e-4ffa-a443-7679ccc83741 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_members [ 1455.914274] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_members [ 1455.914595] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.914754] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.914828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.915097] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.915251] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.915351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.915413] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.915573] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.915682] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.915733] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.185735] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.185956] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.186098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.186387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.186658] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.186841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.187008] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.187275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.187425] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.187639] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1456.187755] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] NeedRegenerationException {{(pid=69325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1456.187868] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] no value, waiting for create lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1456.187981] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] value creation lock acquired {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1456.188104] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] No value present for key: 'zone-id' {{(pid=69325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1456.188220] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Calling creation function for not-yet-present value {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1456.188430] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1456.209929] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1456.210142] env[69325]: DEBUG dogpile.cache.region [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1456.210293] env[69325]: DEBUG dogpile.lock [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Released creation lock {{(pid=69325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1456.210476] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "network-392" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.210794] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock port-c8b9a647-d085-418f-8fa4-c996d645cd04 taken with stack trace [, , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.211028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.211158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.211505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.211646] env[69325]: DEBUG networking_nsxv3.api.rpc [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b9a647-d085-418f-8fa4-c996d645cd04',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.417982] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.418416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.418416] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.418487] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.418521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.418721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.418877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.418942] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.419106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.419185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.419271] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 already deleted. [ 1456.419351] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.713837] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.714061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.714152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.714459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.714616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.714780] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Segment Port c8b9a647-d085-418f-8fa4-c996d645cd04 not found, creating... [ 1456.715059] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.715225] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.715347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.715576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.715714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.715996] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.716172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.716292] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.716499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.716633] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.716802] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Resource: SegmentPort with ID: c8b9a647-d085-418f-8fa4-c996d645cd04 is going to be created. [ 1456.736549] env[69325]: DEBUG networking_nsxv3.common.locking [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.736770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.736893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.737177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.737420] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.737649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6269197-ea45-4584-8633-50cf379fff61 None None] Releasing lock "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.479024] env[69325]: INFO networking_nsxv3.common.synchronization [req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 req-84c80411-f1a2-4dcc-8c40-846d9ae017a5 service nova] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_rules [ 1457.479024] env[69325]: INFO networking_nsxv3.common.synchronization [req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 req-84c80411-f1a2-4dcc-8c40-846d9ae017a5 service nova] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_members [ 1457.479024] env[69325]: INFO networking_nsxv3.common.synchronization [req-4c207771-2ddf-4489-a3c0-9e1ef446efa9 req-84c80411-f1a2-4dcc-8c40-846d9ae017a5 service nova] Enqueued Resource ID: c8b9a647-d085-418f-8fa4-c996d645cd04 with Priority: HIGHEST for action port [ 1457.479024] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_rules [ 1457.479024] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_members [ 1457.479024] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b9a647-d085-418f-8fa4-c996d645cd04 with Priority: HIGHEST for action port [ 1457.479024] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.479024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.479024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.479024] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.479024] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.480073] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.480201] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.480270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.480475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.480585] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.480681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.480744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.480890] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.480970] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.481076] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.482214] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b9a647-d085-418f-8fa4-c996d645cd04 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.482326] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.482396] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.482550] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.482628] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b9a647-d085-418f-8fa4-c996d645cd04',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.984292] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.984435] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.985734] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.986618] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b9a647-d085-418f-8fa4-c996d645cd04 with status ACTIVE [ 1457.986852] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.986986] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.987043] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.987250] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.987334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.987504] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.987599] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.987660] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.987806] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.987882] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.988066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.988231] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.988304] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.988447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.988512] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.988595] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b9a647-d085-418f-8fa4-c996d645cd04 is going to be updated. [ 1458.009721] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.009950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.009950] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.010134] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.010284] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.010447] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b9a647-d085-418f-8fa4-c996d645cd04" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.491210] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.994022] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.994237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.994290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.994496] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.994585] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.994683] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 is going to be created. [ 1459.018953] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.019156] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.019199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.019408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.019568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.028426] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: UNINITIALIZED for 2s [ 1461.039305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: SUCCESS [ 1461.039583] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.039667] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.039888] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.040096] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.040210] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.040306] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.040424] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.040503] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.040586] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.040674] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.543233] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.045966] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ccc0c4b-6261-41cd-a433-4c3ee3166e86: rpc.has_security_group_logging(os_id): False [ 1462.063611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.063768] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.063880] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.064055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.064146] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.064384] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.064929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.064929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.064929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.064929] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.064929] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 is going to be created. [ 1462.197474] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.197744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.197744] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.197853] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.198062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.208390] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: IN_PROGRESS for 2s [ 1462.479291] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.479474] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1464.221549] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: SUCCESS [ 1464.221887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.480647] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.481046] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.482509] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.482853] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.483604] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.484097] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.485562] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.485923] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.487492] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.487868] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.489256] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.489703] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.490512] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.490863] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.946770] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1499.947204] env[69325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5a6df68b-0f0b-4038-8982-498cc332c682 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1502.492198] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.492653] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.905055] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.905055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.905055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.905055] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.905055] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.407695] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.493230] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.493405] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.909953] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.412283] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1508.412438] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1509.196243] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.196526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.196526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.196676] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.350796] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1509.351974] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.353212] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1509.405045] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.405230] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.405289] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.405498] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.420394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.421266] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1509.421351] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1509.421441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1509.453115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.453391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.453391] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.453522] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.454318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.454487] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1509.529611] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.529828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.529828] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.530027] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.530353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.530640] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1509.608198] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.608421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.608421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.608611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.608917] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.609236] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1509.609363] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e02e900-ab8a-4124-8b0a-00f38cf3393f', 'd42f0660-17ef-4bae-8567-93b268c7118e', '8cb07813-1b8e-4737-b631-d5744b5ab258', 'a186641c-e11b-4da3-ae03-9ad6a2cdb8af', '7ccc0c4b-6261-41cd-a433-4c3ee3166e86', '568ea0b6-0a15-4f91-b631-40d0b165bcea', '5249da44-24d7-404d-a27d-4ace9ec365a7', 'd28cecff-6e50-4dc9-b3ec-fa6bd68478b5', 'ab0c3ed5-9270-4ab6-b8c0-09b036852472', 'c74f31b1-be74-4494-a4a2-e37661cf785f', 'a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7', '243a8fcc-ea4e-4df0-a737-5c6efb0f479a', '50e482a3-3b22-4db7-8b5c-e0277587aae4', '444357d3-28e8-479e-ad7a-392e3c19c246', '226175a9-57cc-4291-b45c-76b1cffa904c', '4caed031-75f3-4650-a75d-9596cb9c3944', 'c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff', 'ff80ef16-f3b3-4170-82f5-2162774b077b', '776e51d1-dd6d-4a85-afc6-28908254e899', '41eb0df3-1c03-4216-a58f-867939eb6a7d', '80b756e5-6144-473b-b7c4-bcf3a95fe803', '1250bac6-c2eb-41d5-9218-cf470d491e82', '83d50a5c-b6a9-4b9d-9f38-3a133895a6cd', '37dfb9b6-6e8e-48c5-8fdf-fdb600f74266', '11e47820-232e-48a5-b187-3b8fa389dae0', '4b68321d-d83b-4766-8e1b-bc7885ebf1dd', '0cc9a649-a2ac-46e3-a108-ee58783b8866', '83ddd96d-bb56-44a7-b294-a06ee12f2dab'} {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1509.609441] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1509.627849] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.628070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.628070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.628270] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.628358] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.628456] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1509.628526] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1509.628596] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1509.702223] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.702473] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.702611] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.702919] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.704184] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.704453] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1509.704586] env[69325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1509.704642] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1509.704679] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1509.704728] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1509.704797] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 1509.704858] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGH for action security_group_rules [ 1509.704927] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGH for action security_group_rules [ 1509.704988] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGH for action security_group_rules [ 1509.705058] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGH for action security_group_rules [ 1509.705118] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGH for action security_group_rules [ 1509.705180] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGH for action security_group_rules [ 1509.705240] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGH for action security_group_rules [ 1509.705302] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGH for action security_group_rules [ 1509.705358] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGH for action security_group_rules [ 1509.705425] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGH for action security_group_rules [ 1509.705471] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGH for action security_group_rules [ 1509.705522] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGH for action security_group_rules [ 1509.705571] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGH for action security_group_rules [ 1509.705637] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGH for action security_group_rules [ 1509.705706] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGH for action security_group_rules [ 1509.705766] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGH for action security_group_rules [ 1509.705827] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGH for action security_group_rules [ 1509.705864] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGH for action security_group_rules [ 1509.705910] env[69325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGH for action security_group_rules [ 1509.706010] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.494266] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.494641] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1512.494641] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f with Priority: HIGH for action security_group_rules [ 1512.494641] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 with Priority: HIGH for action security_group_rules [ 1512.494809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 with Priority: HIGH for action security_group_rules [ 1512.494809] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226175a9-57cc-4291-b45c-76b1cffa904c with Priority: HIGH for action security_group_rules [ 1512.494886] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d with Priority: HIGH for action security_group_rules [ 1512.494973] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e51d1-dd6d-4a85-afc6-28908254e899 with Priority: HIGH for action security_group_rules [ 1512.495079] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff80ef16-f3b3-4170-82f5-2162774b077b with Priority: HIGH for action security_group_rules [ 1512.495168] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff with Priority: HIGH for action security_group_rules [ 1512.495256] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444357d3-28e8-479e-ad7a-392e3c19c246 with Priority: HIGH for action security_group_rules [ 1512.495342] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caed031-75f3-4650-a75d-9596cb9c3944 with Priority: HIGH for action security_group_rules [ 1512.495428] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 with Priority: HIGH for action security_group_rules [ 1512.495512] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a with Priority: HIGH for action security_group_rules [ 1512.495595] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 with Priority: HIGH for action security_group_rules [ 1512.495677] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74f31b1-be74-4494-a4a2-e37661cf785f with Priority: HIGH for action security_group_rules [ 1512.496011] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 with Priority: HIGH for action security_group_rules [ 1512.496134] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea with Priority: HIGH for action security_group_rules [ 1512.496225] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 with Priority: HIGH for action security_group_rules [ 1512.496311] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGH for action security_group_rules [ 1512.496398] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f0660-17ef-4bae-8567-93b268c7118e with Priority: HIGH for action security_group_rules [ 1512.496480] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af with Priority: HIGH for action security_group_rules [ 1512.496829] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.496954] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.497030] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.497290] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.497395] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e02e900-ab8a-4124-8b0a-00f38cf3393f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.498396] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb07813-1b8e-4737-b631-d5744b5ab258 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.498519] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.498588] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.498766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.498842] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb07813-1b8e-4737-b631-d5744b5ab258',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.499660] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5249da44-24d7-404d-a27d-4ace9ec365a7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.499761] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.499827] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.499975] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.500058] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5249da44-24d7-404d-a27d-4ace9ec365a7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.500744] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226175a9-57cc-4291-b45c-76b1cffa904c taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.500844] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.500911] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.501144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.501144] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226175a9-57cc-4291-b45c-76b1cffa904c',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.501904] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41eb0df3-1c03-4216-a58f-867939eb6a7d taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.502011] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.502082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.502227] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.502298] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41eb0df3-1c03-4216-a58f-867939eb6a7d',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.502963] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776e51d1-dd6d-4a85-afc6-28908254e899 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.503117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.503117] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.503274] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.503340] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776e51d1-dd6d-4a85-afc6-28908254e899',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.504028] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff80ef16-f3b3-4170-82f5-2162774b077b taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.504164] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.504234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.504332] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.504402] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff80ef16-f3b3-4170-82f5-2162774b077b',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.506653] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.506653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.506653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.506842] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.506876] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.507568] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444357d3-28e8-479e-ad7a-392e3c19c246 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.507675] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.507742] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.507887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.507959] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444357d3-28e8-479e-ad7a-392e3c19c246',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.508668] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4caed031-75f3-4650-a75d-9596cb9c3944 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.508749] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.508815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.508959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.509040] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4caed031-75f3-4650-a75d-9596cb9c3944',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.509730] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e482a3-3b22-4db7-8b5c-e0277587aae4 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.509836] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.509903] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.510064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.510136] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e482a3-3b22-4db7-8b5c-e0277587aae4',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.510902] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.511007] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.511078] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.511228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.511300] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a8fcc-ea4e-4df0-a737-5c6efb0f479a',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.511950] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.512064] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.512131] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.512277] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.512348] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.513036] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c74f31b1-be74-4494-a4a2-e37661cf785f taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.513144] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.513211] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.513393] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.513445] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c74f31b1-be74-4494-a4a2-e37661cf785f',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.514163] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.514269] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.514336] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.514547] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.514626] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0c3ed5-9270-4ab6-b8c0-09b036852472',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.515288] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568ea0b6-0a15-4f91-b631-40d0b165bcea taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.515394] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.515481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.515686] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.515782] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568ea0b6-0a15-4f91-b631-40d0b165bcea',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.516483] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.516558] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.516702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.516843] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.517020] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28cecff-6e50-4dc9-b3ec-fa6bd68478b5',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.517596] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.517691] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.517757] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.517938] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.517977] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.518748] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f0660-17ef-4bae-8567-93b268c7118e taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.518863] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.518905] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.519058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.519125] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f0660-17ef-4bae-8567-93b268c7118e',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.519847] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.519959] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.520079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.520237] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.520312] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a186641c-e11b-4da3-ae03-9ad6a2cdb8af',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.036249] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.036453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.036501] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.036766] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.036955] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.037071] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.037137] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.037309] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.037382] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.037463] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.037546] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.103896] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.104106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.104106] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.104317] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.106357] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.106449] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.107724] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.107815] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.108553] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.108735] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.109365] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.109472] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.110141] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.110234] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.110992] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.111082] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.111739] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.111822] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.118683] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.118807] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.119809] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.119892] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.120671] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.120784] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.121421] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.121897] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.121984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.122621] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.123030] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.123124] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.123728] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.124170] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.124262] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.125223] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.125616] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.125709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.126320] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.126724] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.126816] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.127426] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.127836] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.127928] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.128620] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.129040] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.129136] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.129747] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.130151] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.130246] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.130868] env[69325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1513.131292] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.131413] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444357d3-28e8-479e-ad7a-392e3c19c246 is going to be deleted. [ 1513.132334] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.132539] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.149664] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.149785] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c74f31b1-be74-4494-a4a2-e37661cf785f is going to be deleted. [ 1513.150632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.150832] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.170397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.170534] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7 is going to be deleted. [ 1513.171402] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.171620] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.188185] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.188185] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.189906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.190037] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a186641c-e11b-4da3-ae03-9ad6a2cdb8af is going to be deleted. [ 1513.190868] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.191095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.197809] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.198039] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.208368] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.208488] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226175a9-57cc-4291-b45c-76b1cffa904c is going to be deleted. [ 1513.209366] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.209568] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.229397] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.229536] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb07813-1b8e-4737-b631-d5744b5ab258 is going to be deleted. [ 1513.230430] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.230631] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.251196] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.251377] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.252900] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.253016] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.253818] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.253934] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41eb0df3-1c03-4216-a58f-867939eb6a7d is going to be deleted. [ 1513.254850] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.255073] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.272015] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.272199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.274657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.274776] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e482a3-3b22-4db7-8b5c-e0277587aae4 is going to be deleted. [ 1513.275624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.275838] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.340452] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.340632] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.360372] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.360524] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0c3ed5-9270-4ab6-b8c0-09b036852472 is going to be deleted. [ 1513.361480] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.361729] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.430776] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.430966] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.455521] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.455674] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776e51d1-dd6d-4a85-afc6-28908254e899 is going to be deleted. [ 1513.456605] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.456829] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.461647] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.461840] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.526744] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.527154] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.527865] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.527984] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4caed031-75f3-4650-a75d-9596cb9c3944 is going to be deleted. [ 1513.528859] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.529085] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.556908] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.601536] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.601536] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.626058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.626058] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5249da44-24d7-404d-a27d-4ace9ec365a7 is going to be deleted. [ 1513.626886] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.627253] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.659213] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.659350] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.669914] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.670056] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff80ef16-f3b3-4170-82f5-2162774b077b is going to be deleted. [ 1513.671054] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.671275] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.729626] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.729838] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568ea0b6-0a15-4f91-b631-40d0b165bcea is going to be deleted. [ 1513.730848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.731080] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.769805] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.770058] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.796956] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.797232] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.801344] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.801474] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f0660-17ef-4bae-8567-93b268c7118e is going to be deleted. [ 1513.802404] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.802624] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.871578] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.871744] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e02e900-ab8a-4124-8b0a-00f38cf3393f is going to be deleted. [ 1513.872777] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.872995] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.915178] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.915360] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.925163] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.925305] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a8fcc-ea4e-4df0-a737-5c6efb0f479a is going to be deleted. [ 1513.926327] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.926559] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.941770] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.941958] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.961243] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.961417] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff is going to be deleted. [ 1513.962333] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.962556] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.059500] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ccc0c4b-6261-41cd-a433-4c3ee3166e86: rpc.has_security_group_logging(os_id): False [ 1514.111833] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.112062] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.113248] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.113372] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28cecff-6e50-4dc9-b3ec-fa6bd68478b5 is going to be deleted. [ 1514.114252] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.114465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.114561] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.114681] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444357d3-28e8-479e-ad7a-392e3c19c246" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.114831] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.114988] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.115079] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.115190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c74f31b1-be74-4494-a4a2-e37661cf785f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.115702] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.115857] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.115936] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.116074] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a82aa4bd-c7a5-4eb7-b291-fa6b10d16aa7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.116199] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.116339] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.116423] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.116532] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a186641c-e11b-4da3-ae03-9ad6a2cdb8af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.116657] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.116795] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.116877] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.116984] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226175a9-57cc-4291-b45c-76b1cffa904c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.117266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.117266] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.117356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.117465] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb07813-1b8e-4737-b631-d5744b5ab258" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.117595] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.117725] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.117797] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.117913] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41eb0df3-1c03-4216-a58f-867939eb6a7d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.118051] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.118190] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.118259] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.118421] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e482a3-3b22-4db7-8b5c-e0277587aae4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.118481] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.118636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.118707] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.118810] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0c3ed5-9270-4ab6-b8c0-09b036852472" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.118925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.119070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.119141] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.119268] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776e51d1-dd6d-4a85-afc6-28908254e899" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.119441] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.119579] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.119653] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.119762] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4caed031-75f3-4650-a75d-9596cb9c3944" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.119881] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.120023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.120095] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.120203] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff80ef16-f3b3-4170-82f5-2162774b077b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.120321] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.120455] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.120526] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.120636] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5249da44-24d7-404d-a27d-4ace9ec365a7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.120755] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.120887] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.120957] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.121087] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568ea0b6-0a15-4f91-b631-40d0b165bcea" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.121221] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.121353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.121427] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.121543] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f0660-17ef-4bae-8567-93b268c7118e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.121693] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.121798] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.125936] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.126070] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.133793] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.133906] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.175728] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.176066] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.176174] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.176244] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.176453] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.176537] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.176632] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 is going to be updated. [ 1514.177783] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.177965] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.178067] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.178178] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a8fcc-ea4e-4df0-a737-5c6efb0f479a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.178318] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.178475] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.178555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.178666] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e02e900-ab8a-4124-8b0a-00f38cf3393f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.199709] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.199897] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.199961] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.200148] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.200236] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.200356] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c80adb-b8c2-430d-b6fd-e0a8f14f09ff" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.248297] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.248471] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.248530] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.248711] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.248804] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.248925] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28cecff-6e50-4dc9-b3ec-fa6bd68478b5" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.294212] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.294384] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.294478] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.294709] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.294889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.334761] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: IN_PROGRESS for 2s [ 1516.348936] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: SUCCESS [ 1516.349355] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.497815] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.498248] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.499383] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.499856] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.500966] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.500966] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.214185] env[69325]: INFO networking_nsxv3.common.synchronization [req-5356c8cc-61e0-47ec-a178-fad8bcca02a7 req-401229d9-dbb1-4fab-af24-9162a6e1a171 tempest-AttachVolumeTestJSON-678377735 tempest-AttachVolumeTestJSON-678377735-project-member] Enqueued Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_members [ 1531.214744] env[69325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 with Priority: HIGHEST for action security_group_members [ 1531.215115] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86 taken with stack trace [, , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.215283] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.215353] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.215555] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.215711] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.215889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.215889] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.217012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.217012] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.217012] env[69325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ccc0c4b-6261-41cd-a433-4c3ee3166e86',) {} {{(pid=69325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.718669] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.718896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.718896] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.719128] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.719228] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.719429] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.719549] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.719619] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.719773] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.719848] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.719937] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 is going to be updated. [ 1531.747474] env[69325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.747680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.747680] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.747867] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.748023] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.756948] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: IN_PROGRESS for 2s [ 1533.770055] env[69325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 in Status: SUCCESS [ 1533.770408] env[69325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccc0c4b-6261-41cd-a433-4c3ee3166e86 deletion is rescheduled due to dependency. [ 1533.770408] env[69325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccc0c4b-6261-41cd-a433-4c3ee3166e86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.215519] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.215869] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.216811] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.217158] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.218663] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.219060] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.219784] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.220270] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.221259] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.221653] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.222944] env[69325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.223373] env[69325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0